neural fixed

neural.yaml

@@ -19,23 +19,27 @@ config_file: |
     top_k: 40
     top_p: 0.95
   template:
-    chat_message: chatml
-    chat: chatml-block
+    chat_message: chatneural
+    chat: chatneural-block
     completion: completion
-  gpu_layers: 12  
+  roles:
+    assistant: 'Assistant:'
+    system: 'System:'
+    user: 'User:'
+  gpu_layers: 40  
   stopwords:
   - <|im_end|>
 
 prompt_templates:
-- name: "chatml"
+- name: "chatneural"
   content: |
-    <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
-    {{if .Content}}{{.Content}}{{end}}
-    <|im_end|>
-- name: "chatml-block"
+    ### User:
+    {{.Input}}
+- name: "chatneural-block"
   content: |
     {{.Input}}
-    <|im_start|>assistant
+    ### Assistant:
+
 - name: "completion"
   content: |
     {{.Input}}