diff --git a/dev-mistral.yaml b/dev-mistral.yaml index 056dffb88c0dfc1af54bb07c270681c8dba8015c..cd6b193c3e4e91a59f9d99a9b93d23574c03d76f 100644 --- a/dev-mistral.yaml +++ b/dev-mistral.yaml @@ -22,7 +22,7 @@ config_file: | - "[/ACTIONS]" - "[/INST]" - "[INST]" - gpu_layers: 35 + gpu_layers: 40 function: # disable injecting the "answer" tool disable_no_action: true