halved the context size to 30000

1568f996 · Jacob Hoffmann · cea11a57 · 1568f996
Commit 1568f996 authored 8 months ago by Jacob Hoffmann
--- a/dev-phi-3-mini.yaml
+++ b/dev-phi-3-mini.yaml
@@ -5,7 +5,7 @@ description: |

 config_file: |
  name: dev-phi-3-mini
-  context_size: 60000
+  context_size: 30000
  f16: true
  backend: llama
  mmap: true