added openchat

index.yaml

+- url: https://gitlab.kit.edu/-/ide/project/martin.forell/localai-model-gallery/mistral.yaml
+  name: mistral
+  license: other
+- url: https://gitlab.kit.edu/-/ide/project/martin.forell/localai-model-gallery/openchat.yaml
+  name: TheBloke/openchat_3.5-GGUF-7B-Q5-M
+  license: apache-2.0
+  urls:
+    - https://huggingface.co/TheBloke/openchat_3.5-GGUF
+  tags:
+    - transformers
+    - text-generation
+    - zh
+    - en
+    - license:gpl-3.0
+    - text-generation-inference
+    - region:us
+  overrides:
+    parameters:
+        model: openchat_3.5.Q5_K_M.gguf
+    - filename: openchat_3.5.Q5_K_M.gguf
+      sha256: ""
+      uri: https://huggingface.co/TheBloke/openchat_3.5-GGUF/raw/main/openchat_3.5.Q5_K_M.gguf
+

mistral.yaml

+name: "mistral"
+
+description: |
+  This is a mistral model
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/Mistral-7B-OpenOrca-GGUF
+
+config_file: |
+  name: mistral
+  context_size: 4096
+  f16: true
+  mmap: true
+  threads: 4
+  parameters:
+    model: mistral-7b-openorca.Q6_K.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: chatml
+    chat: chatml-block
+    completion: completion
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "chatml"
+  content: |
+    <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    <|im_end|>
+- name: "chatml-block"
+  content: |
+    {{.Input}}
+    <|im_start|>assistant
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "mistral-7b-openorca.Q6_K.gguf"
+  sha256: "21dd6b5a62e18dcc2e859315d485707d5df98b6b3a7b2a57ed378bcf790109f9"
+  uri: "https://huggingface.co/TheBloke/Mistral-7B-OpenOrca-GGUF/resolve/main/mistral-7b-openorca.Q6_K.gguf"
\ No newline at end of file

openchat.yaml

+name: openchat
+mmap: true
+
+description: |
+  This is a mistral model
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/Mistral-7B-OpenOrca-GGUF
+
+config_file: |
+  name: openchat
+  context_size: 4096
+  f16: true
+  mmap: true
+  threads: 4
+  gpu_layers: 35
+  parameters:
+    model: openchat_3.5.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: openchat
+    chat: openchat-block
+    completion: completion
+  stopwords:
+  - "GPT4 User"
+  - <|end_of_turn|>
+  roles :
+    assistant: 'GPT4 Assistant:'
+    user: 'GPT4 User:'
+prompt_templates:
+- name: "openchat"
+  content: |
+    Perform the instructions to the best of your ability.
+    GPT4 User: {{.Input}} <|end_of_turn|> GPT4 Assistant:
+- name: "openchat-block"
+  content: |
+    {{.Input}}
+    GPT4 Correct Assistant:
+- name: "completion"
+  content: |
+    {{.Input}}
+