Update file dev-phi-3-medium.yaml

dev-phi-3-medium.yaml

@@ -5,11 +5,11 @@ description: |
 
 config_file: |
   name: dev-phi-3-medium
-  context_size: 40000
+  context_size: 20000
   f16: true
   backend: llama
   mmap: true
-  threads: 12
+  threads: 64
   gpu_layers: 40
   parameters:
     model: "downloads/llama_backend/Phi-3-medium-128k-instruct-Q6_K.gguf"