diff --git a/dev-gemma-large.yaml b/dev-gemma-large.yaml index b9858a01bf1066187ef78f4e3717364c87a054b4..6d492c7c59db2c5bec81da3eaa850be66817289f 100644 --- a/dev-gemma-large.yaml +++ b/dev-gemma-large.yaml @@ -12,7 +12,7 @@ config_file: | gpu_layers: 35 threads: 12 parameters: - model: downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf + model: downloads/llama_backend/gemma-3-27b-it-Q6_K.gguf template: chat_message: |- @@ -38,7 +38,7 @@ config_file: | "messages": [{"role": "user", "content": "How are you doing?", "temperature": 0.1}] }' files: -- filename: "downloads/llama_backend/gemma-3-27b-it-Q8_0.gguf" +- filename: "downloads/llama_backend/gemma-3-27b-it-Q6_K.gguf" sha256: "" - uri: "https://huggingface.co/lmstudio-community/gemma-3-27b-it-GGUF/resolve/main/gemma-3-27b-it-Q8_0.gguf" + uri: "https://huggingface.co/lmstudio-community/gemma-3-27b-it-GGUF/resolve/main/gemma-3-27b-it-Q6_K.gguf"