solar instruct

index.yaml

@@ -6,7 +6,7 @@
   name: mixtral
   license: other
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral-instruct.yaml
-  name: mixtral
+  name: mixtral-instruct
   license: other
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkrautlm.yaml
   name: sauerkrautlm
@@ -16,6 +16,10 @@
   name: neural
   license: other
 
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/solar-instruct.yaml
+  name: solar-instruct
+  license: other
+
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/neural32.yaml
   name: neural32
   license: other

solar-instruct.yaml

+name: "solar-instruct"
+
+description: |
+  This is the solar model
+
+license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
+urls:
+- https://huggingface.co/TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF
+config_file: |
+  name: solar-instruct
+  context_size: 8096
+  f16: true
+  backend: llama
+  mmap: true
+  threads: 8
+  parameters:
+    model: model_data/text_generation/TheBloke/solar/solar-10.7b-instruct-v1.0.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: chatneural
+    chat: chatneural-block
+    completion: completion
+  roles:
+    assistant: 'Assistant:'
+    system: 'System:'
+    user: 'User:'
+  gpu_layers: 35
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "chatneural"
+  content: |
+    ### User:
+    {{.Input}}
+- name: "chatneural-block"
+  content: |
+    {{.Input}}
+    ### Assistant:
+
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/solar/solar-10.7b-instruct-v1.0.Q5_K_M.gguf"
+  sha256: "4ade240f5dcc253272158f3659a56f5b1da8405510707476d23a7df943aa35f7"
+  uri: "https://huggingface.co/TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF/resolve/main/solar-10.7b-instruct-v1.0.Q5_K_M.gguf"
+  
\ No newline at end of file