From 1568f99666f41fd68174fbaf21fdeb1ce175fd16 Mon Sep 17 00:00:00 2001
From: Jacob Hoffmann <lc4415@partner.kit.edu>
Date: Mon, 29 Jul 2024 10:11:37 +0000
Subject: [PATCH] halved the context size to 30000

---
 dev-phi-3-mini.yaml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dev-phi-3-mini.yaml b/dev-phi-3-mini.yaml
index 883c01d..32be9eb 100644
--- a/dev-phi-3-mini.yaml
+++ b/dev-phi-3-mini.yaml
@@ -5,7 +5,7 @@ description: |
 
 config_file: |
   name: dev-phi-3-mini
-  context_size: 60000
+  context_size: 30000
   f16: true
   backend: llama
   mmap: true
-- 
GitLab