From ee7d6588bc73dda59038bb7ec62f0bf8129d023e Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Thu, 19 Sep 2024 13:52:24 +0000
Subject: [PATCH] update to phi 3.5 mini
---
dev-phi-3-mini.yaml | 7 ++++---
1 file changed, 4 insertions(+), 3 deletions(-)
diff --git a/dev-phi-3-mini.yaml b/dev-phi-3-mini.yaml
index 32be9eb..d4b9935 100644
--- a/dev-phi-3-mini.yaml
+++ b/dev-phi-3-mini.yaml
@@ -12,7 +12,7 @@ config_file: |
threads: 64
gpu_layers: 35
parameters:
- model: "downloads/llama_backend/Phi-3.1-mini-128k-instruct-Q6_K_L.gguf"
+ model: "downloads/llama_backend/Phi-3.5-mini-instruct-Q6_K.gguf"
template:
chat_message: |
<|{{ .RoleName }}|>
@@ -26,8 +26,9 @@ config_file: |
- <|end|>
files:
-- filename: "downloads/llama_backend/Phi-3.1-mini-128k-instruct-Q6_K_L.gguf"
+- filename: "downloads/llama_backend/Phi-3.5-mini-instruct-Q6_K.gguf"
sha256: ""
- uri: "https://huggingface.co/bartowski/Phi-3.1-mini-128k-instruct-GGUF/resolve/main/Phi-3.1-mini-128k-instruct-Q6_K_L.gguf"
+ uri: "https://huggingface.co/bartowski/Phi-3.5-mini-instruct-GGUF/resolve/main/Phi-3.5-mini-instruct-Q6_K.gguf"
+ # uri: "https://huggingface.co/bartowski/Phi-3.1-mini-128k-instruct-GGUF/resolve/main/Phi-3.1-mini-128k-instruct-Q6_K_L.gguf"
--
GitLab