test

dev-phi-3-small.yaml

@@ -8,17 +8,34 @@ config_file: |
   context_size: 60000
   f16: true
   backend: vllm
-  mmap: true
   threads: 6
-  gpu_layers: 35
   parameters:
     model: "microsoft/Phi-3-small-128k-instruct"
-  template:
-  use_tokenizer_template: true
   stopwords:
   - <|end|>
   trust_remote_code: true
 
+# name: "dev-phi-3-small"
+
+# description: |
+#   This is a model which is currently tested.
+
+# config_file: |
+#   name: dev-phi-3-small
+#   context_size: 60000
+#   f16: true
+#   backend: vllm
+#   mmap: true
+#   threads: 6
+#   gpu_layers: 35
+#   parameters:
+#     model: "microsoft/Phi-3-small-128k-instruct"
+#   template:
+#   use_tokenizer_template: true
+#   stopwords:
+#   - <|end|>
+#   trust_remote_code: true
+
 # files:
 # - filename: "downloads/llama_backend/Phi-3.1-mini-128k-instruct-Q6_K_L.gguf"
 #   sha256: ""