From a5f5493b0a751a433d7d215177a99a5605f84253 Mon Sep 17 00:00:00 2001
From: Demian Frister <demian.frister@kit.edu>
Date: Fri, 22 Dec 2023 06:20:10 +0000
Subject: [PATCH] solar instruct
---
index.yaml | 6 +++++-
solar-instruct.yaml | 51 +++++++++++++++++++++++++++++++++++++++++++++
2 files changed, 56 insertions(+), 1 deletion(-)
create mode 100644 solar-instruct.yaml
diff --git a/index.yaml b/index.yaml
index a050c6d..c2ae24e 100644
--- a/index.yaml
+++ b/index.yaml
@@ -6,7 +6,7 @@
name: mixtral
license: other
- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral-instruct.yaml
- name: mixtral
+ name: mixtral-instruct
license: other
- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkrautlm.yaml
name: sauerkrautlm
@@ -16,6 +16,10 @@
name: neural
license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/solar-instruct.yaml
+ name: solar-instruct
+ license: other
+
- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/neural32.yaml
name: neural32
license: other
diff --git a/solar-instruct.yaml b/solar-instruct.yaml
new file mode 100644
index 0000000..9975fc3
--- /dev/null
+++ b/solar-instruct.yaml
@@ -0,0 +1,51 @@
+name: "solar-instruct"
+
+description: |
+ This is the solar model
+
+license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
+urls:
+- https://huggingface.co/TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF
+config_file: |
+ name: solar-instruct
+ context_size: 8096
+ f16: true
+ backend: llama
+ mmap: true
+ threads: 8
+ parameters:
+ model: model_data/text_generation/TheBloke/solar/solar-10.7b-instruct-v1.0.Q5_K_M.gguf
+ temperature: 0.2
+ top_k: 40
+ top_p: 0.95
+ template:
+ chat_message: chatneural
+ chat: chatneural-block
+ completion: completion
+ roles:
+ assistant: 'Assistant:'
+ system: 'System:'
+ user: 'User:'
+ gpu_layers: 35
+ stopwords:
+ - <|im_end|>
+
+prompt_templates:
+- name: "chatneural"
+ content: |
+ ### User:
+ {{.Input}}
+- name: "chatneural-block"
+ content: |
+ {{.Input}}
+ ### Assistant:
+
+- name: "completion"
+ content: |
+ {{.Input}}
+
+files:
+- filename: "model_data/text_generation/TheBloke/solar/solar-10.7b-instruct-v1.0.Q5_K_M.gguf"
+ sha256: "4ade240f5dcc253272158f3659a56f5b1da8405510707476d23a7df943aa35f7"
+ uri: "https://huggingface.co/TheBloke/SOLAR-10.7B-Instruct-v1.0-GGUF/resolve/main/solar-10.7b-instruct-v1.0.Q5_K_M.gguf"
+
\ No newline at end of file
--
GitLab