From 7f26cb6f72cbcb1f17163110fbf2fe1939b59512 Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Fri, 5 Jan 2024 11:43:28 +0000
Subject: [PATCH] added sauerkrautlm mixtral

---
 index.yaml                       |  5 ++++
 sauerkraut-mixtral-instruct.yaml | 48 ++++++++++++++++++++++++++++++++
 sauerkraut-mixtral.yaml          | 48 ++++++++++++++++++++++++++++++++
 3 files changed, 101 insertions(+)
 create mode 100644 sauerkraut-mixtral-instruct.yaml
 create mode 100644 sauerkraut-mixtral.yaml

diff --git a/index.yaml b/index.yaml
index c2ae24e..cedd8a0 100644
--- a/index.yaml
+++ b/index.yaml
@@ -5,6 +5,11 @@
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral.yaml
   name: mixtral
   license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral-instruct.yaml
+  name: sauerkraut-mixtral-instruct
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral.yaml
+  name: sauerkraut-mixtral
+  license: other
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral-instruct.yaml
   name: mixtral-instruct
   license: other
diff --git a/sauerkraut-mixtral-instruct.yaml b/sauerkraut-mixtral-instruct.yaml
new file mode 100644
index 0000000..e20433a
--- /dev/null
+++ b/sauerkraut-mixtral-instruct.yaml
@@ -0,0 +1,48 @@
+name: "sauerkraut-mixtral-instruct"
+
+description: |
+  This is a sauerkraut-mixtral expert instruct model
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-GGUF
+
+config_file: |
+  name: sauerkraut-mixtral-instruct
+  context_size: 16000
+  backend: llama
+  f16: true
+  mmap: true
+  threads: 8
+  parameters:
+    model: model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: sauerkraut-mixtral-chatml
+    chat: sauerkraut-mixtral-chatml-block
+    completion: completion
+  gpu_layers: 12  
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "sauerkraut-mixtral-chatml"
+  content: |
+    <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    <|im_end|>
+- name: "sauerkraut-mixtral-chatml-block"
+  content: |
+    {{.Input}}
+    <|im_start|>assistant
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf"
+  sha256: "af12961e014037ee8c5c9f3bf7cf9fd99cadc9dabd50f528a4248c4a8ee8fe77"
+  uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf"
+  
\ No newline at end of file
diff --git a/sauerkraut-mixtral.yaml b/sauerkraut-mixtral.yaml
new file mode 100644
index 0000000..19144c7
--- /dev/null
+++ b/sauerkraut-mixtral.yaml
@@ -0,0 +1,48 @@
+name: "sauerkraut-mixtral"
+
+description: |
+  This is a sauerkraut-mixtral expert model
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-GGUF
+
+config_file: |
+  name: sauerkraut-mixtral
+  context_size: 8000
+  backend: llama
+  f16: true
+  mmap: true
+  threads: 4
+  parameters:
+    model: model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: sauerkraut-mixtral-chatml
+    chat: sauerkraut-mixtral-chatml-block
+    completion: completion
+  gpu_layers: 12  
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "sauerkraut-mixtral-chatml"
+  content: |
+    <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    <|im_end|>
+- name: "sauerkraut-mixtral-chatml-block"
+  content: |
+    {{.Input}}
+    <|im_start|>assistant
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf"
+  sha256: "b0a57cd79a0a1b056e964984fcfb94f6802d4e7487efe463b18fba6d6147734e"
+  uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf"
+  
\ No newline at end of file
-- 
GitLab