diff --git a/dev-phi-3-medium.yaml b/dev-phi-3-medium.yaml index ed85147501cb54c9abe899b12c39a18d180db48c..32b1307c0a80812e42e119b73a05d56a3a35e726 100644 --- a/dev-phi-3-medium.yaml +++ b/dev-phi-3-medium.yaml @@ -5,11 +5,11 @@ description: | config_file: | name: dev-phi-3-medium - context_size: 40000 + context_size: 20000 f16: true backend: llama mmap: true - threads: 12 + threads: 64 gpu_layers: 40 parameters: model: "downloads/llama_backend/Phi-3-medium-128k-instruct-Q6_K.gguf"