mistral

index.yaml

@@ -19,6 +19,10 @@
   name: gpt-3.5-turbo
   license: other
 
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mistralinstruct.yaml
+  name: mistral-instruct
+  license: other
+
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat.yaml
   name: openchat
   

mistralinstruct.yaml

+name: "mistral-instruct"
+
+description: |
+  This is a mistral instructmodel
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/tree/main
+
+config_file: |
+  name: mistral-instruct
+  context_size: 16000
+  f16: true
+  mmap: true
+  threads: 4
+  parameters:
+    model: model_data/text_generation/TheBloke/mistral/mistral-7b-openorca.Q6_K.gguf
+    temperature: 0.2
+    top_k: 80
+    top_p: 0.7
+  template:
+    chat_message: mistral-instruction
+  gpu_layers: 35  
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "mistral-instruction"
+  content: |
+    {{if eq .RoleName "assistant"}}{{.Content}}{{else}}
+    [INST]
+    {{if eq .RoleName "system"}}<<SYS>>{{.Content}}<</SYS>>{{else if and (.SystemPrompt) (eq .MessageIndex 0)}}<<SYS>>{{.SystemPrompt}}<</SYS>>{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    [/INST] 
+    {{end}}
+    
+files:
+- filename: "model_data/instruction/TheBloke/mistral/mistral-7b-instruct-v0.2.Q5_K_M.gguf"
+  sha256: "b85cdd596ddd76f3194047b9108a73c74d77ba04bef49255a50fc0cfbda83d32"
+  uri: "https://huggingface.co/TheBloke/Mistral-7B-Instruct-v0.2-GGUF/resolve/main/mistral-7b-instruct-v0.2.Q5_K_M.gguf"
+  
\ No newline at end of file