From 916d10b36d36a60b5d6237c970a358509209af7a Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Fri, 14 Mar 2025 15:10:02 +0000
Subject: [PATCH] Update file dev-gemma-large.yaml
---
dev-gemma-large.yaml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/dev-gemma-large.yaml b/dev-gemma-large.yaml
index b9858a0..6d492c7 100644
--- a/dev-gemma-large.yaml
+++ b/dev-gemma-large.yaml
@@ -12,7 +12,7 @@ config_file: |
gpu_layers: 35
threads: 12
parameters:
- model: downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf
+ model: downloads/llama_backend/gemma-3-27b-it-Q6_K.gguf
template:
chat_message: |-
@@ -38,7 +38,7 @@ config_file: |
"messages": [{"role": "user", "content": "How are you doing?", "temperature": 0.1}]
}'
files:
-- filename: "downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf"
+- filename: "downloads/llama_backend/gemma-3-27b-it-Q6_K.gguf"
sha256: ""
- uri: "https://huggingface.co/lmstudio-community/gemma-3-27b-it-GGUF/resolve/main/gemma-3-27b-it-Q8_0.gguf"
+ uri: "https://huggingface.co/lmstudio-community/gemma-3-27b-it-GGUF/resolve/main/gemma-3-27b-it-Q6_K.gguf"
--
GitLab