From db884ce4dec79767bd0abe8dae2f18875eed0a62 Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Tue, 6 Aug 2024 12:09:49 +0000
Subject: [PATCH] gemma mini
---
dev-gemma-mini.yaml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/dev-gemma-mini.yaml b/dev-gemma-mini.yaml
index c5347a3..0033962 100644
--- a/dev-gemma-mini.yaml
+++ b/dev-gemma-mini.yaml
@@ -10,7 +10,7 @@ config_file: |
gpu_layers: 35
threads: 12
parameters:
- model: downloads/llama_backend/gemma-2b-it-q8_0.gguf
+ model: downloads/llama_backend/gemma-2-2b-it-Q8_0.gguf
roles:
assistant: 'Assistant:'
system: 'System:'
@@ -39,7 +39,7 @@ config_file: |
"messages": [{"role": "user", "content": "How are you doing?", "temperature": 0.1}]
}'
files:
-- filename: "downloads/llama_backend/gemma-2b-it-q8_0.gguf"
+- filename: "downloads/llama_backend/gemma-2-2b-it-Q8_0.gguf"
sha256: ""
- uri: "https://huggingface.co/lmstudio-ai/gemma-2b-it-GGUF/resolve/main/gemma-2b-it-q8_0.gguf"
+ uri: "https://huggingface.co/bartowski/gemma-2-2b-it-GGUF/resolve/main/gemma-2-2b-it-Q8_0.gguf"
--
GitLab