From 0f68106ceb446fe2e0d31b8551470adba29e4558 Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Fri, 14 Mar 2025 14:57:52 +0000
Subject: [PATCH] Update file dev-gemma-large.yaml
---
dev-gemma-large.yaml | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/dev-gemma-large.yaml b/dev-gemma-large.yaml
index 818cea6..b9858a0 100644
--- a/dev-gemma-large.yaml
+++ b/dev-gemma-large.yaml
@@ -12,7 +12,7 @@ config_file: |
gpu_layers: 35
threads: 12
parameters:
- model: downloads/llama_backend/gemma-2-27b-it-Q6_K_L.gguf
+ model: downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf
template:
chat_message: |-
@@ -38,7 +38,7 @@ config_file: |
"messages": [{"role": "user", "content": "How are you doing?", "temperature": 0.1}]
}'
files:
-- filename: "downloads/llama_backend/gemma-2-27b-it-Q6_K_L.gguf"
+- filename: "downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf"
sha256: ""
- uri: "https://huggingface.co/bartowski/gemma-2-27b-it-GGUF/resolve/main/gemma-2-27b-it-Q6_K_L.gguf"
+ uri: "https://huggingface.co/lmstudio-community/gemma-3-27b-it-GGUF/resolve/main/gemma-3-27b-it-Q8_0.gguf"
--
GitLab