diff --git a/index.yaml b/index.yaml index c2ae24ea511b5f129ee4cde1d10471ee89db7043..cedd8a0514cfe32ea83717934376fb63be68ce42 100644 --- a/index.yaml +++ b/index.yaml @@ -5,6 +5,11 @@ - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral.yaml name: mixtral license: other +- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral-instruct.yaml + name: sauerkraut-mixtral-instruct +- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral.yaml + name: sauerkraut-mixtral + license: other - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral-instruct.yaml name: mixtral-instruct license: other diff --git a/sauerkraut-mixtral-instruct.yaml b/sauerkraut-mixtral-instruct.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e20433a699c46badc016469800d7bb4751dbf553 --- /dev/null +++ b/sauerkraut-mixtral-instruct.yaml @@ -0,0 +1,48 @@ +name: "sauerkraut-mixtral-instruct" + +description: | + This is a sauerkraut-mixtral expert instruct model + +license: "https://ai.meta.com/llama/license/" +urls: +- https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-GGUF + +config_file: | + name: sauerkraut-mixtral-instruct + context_size: 16000 + backend: llama + f16: true + mmap: true + threads: 8 + parameters: + model: model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf + temperature: 0.2 + top_k: 40 + top_p: 0.95 + template: + chat_message: sauerkraut-mixtral-chatml + chat: sauerkraut-mixtral-chatml-block + completion: completion + gpu_layers: 12 + stopwords: + - <|im_end|> + +prompt_templates: +- name: "sauerkraut-mixtral-chatml" + content: | + <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}} + {{if .Content}}{{.Content}}{{end}} + <|im_end|> +- name: "sauerkraut-mixtral-chatml-block" + content: | + {{.Input}} + <|im_start|>assistant +- name: "completion" + content: | + {{.Input}} + +files: +- filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf" + sha256: "af12961e014037ee8c5c9f3bf7cf9fd99cadc9dabd50f528a4248c4a8ee8fe77" + uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf" + \ No newline at end of file diff --git a/sauerkraut-mixtral.yaml b/sauerkraut-mixtral.yaml new file mode 100644 index 0000000000000000000000000000000000000000..19144c7b6535298633d3c7414dee1a54954d7003 --- /dev/null +++ b/sauerkraut-mixtral.yaml @@ -0,0 +1,48 @@ +name: "sauerkraut-mixtral" + +description: | + This is a sauerkraut-mixtral expert model + +license: "https://ai.meta.com/llama/license/" +urls: +- https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-GGUF + +config_file: | + name: sauerkraut-mixtral + context_size: 8000 + backend: llama + f16: true + mmap: true + threads: 4 + parameters: + model: model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf + temperature: 0.2 + top_k: 40 + top_p: 0.95 + template: + chat_message: sauerkraut-mixtral-chatml + chat: sauerkraut-mixtral-chatml-block + completion: completion + gpu_layers: 12 + stopwords: + - <|im_end|> + +prompt_templates: +- name: "sauerkraut-mixtral-chatml" + content: | + <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}} + {{if .Content}}{{.Content}}{{end}} + <|im_end|> +- name: "sauerkraut-mixtral-chatml-block" + content: | + {{.Input}} + <|im_start|>assistant +- name: "completion" + content: | + {{.Input}} + +files: +- filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf" + sha256: "b0a57cd79a0a1b056e964984fcfb94f6802d4e7487efe463b18fba6d6147734e" + uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf" + \ No newline at end of file