From b7c6666ec5a4aadf4f3df9c45c8b0a09f44fecea Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Tue, 13 Aug 2024 15:25:08 +0000
Subject: [PATCH] Update file dev-phi-3-medium.yaml
---
dev-phi-3-medium.yaml | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/dev-phi-3-medium.yaml b/dev-phi-3-medium.yaml
index ed85147..32b1307 100644
--- a/dev-phi-3-medium.yaml
+++ b/dev-phi-3-medium.yaml
@@ -5,11 +5,11 @@ description: |
config_file: |
name: dev-phi-3-medium
- context_size: 40000
+ context_size: 20000
f16: true
backend: llama
mmap: true
- threads: 12
+ threads: 64
gpu_layers: 40
parameters:
model: "downloads/llama_backend/Phi-3-medium-128k-instruct-Q6_K.gguf"
--
GitLab