From 884e195419d08eb238b027c603b6dd9bedd8d3c4 Mon Sep 17 00:00:00 2001
From: Jacob Hoffmann <lc4415@partner.kit.edu>
Date: Mon, 29 Jul 2024 16:07:55 +0000
Subject: [PATCH] Updated THREADS to 16
---
dev-code-gemma-small.yaml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/dev-code-gemma-small.yaml b/dev-code-gemma-small.yaml
index c82a8be..8c855dd 100644
--- a/dev-code-gemma-small.yaml
+++ b/dev-code-gemma-small.yaml
@@ -8,7 +8,7 @@ config_file: |
backend: llama
f16: true
gpu_layers: 35
- threads: 12
+ threads: 16
parameters:
model: downloads/llama_backend/codegemma-7b-it-f16.gguf
roles:
--
GitLab