Skip to content
Snippets Groups Projects
Commit 0ff79dbe authored by Demian Frister's avatar Demian Frister
Browse files

gpt 35 turbo mit neural background added

parent 23e3874f
No related branches found
No related tags found
No related merge requests found
name: "gpt-3.5-turbo"
description: |
This is the neural model but hidden as the gpt model
license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
urls:
- https://huggingface.co/TheBloke/neural-chat-7B-v3-2-GGUF
config_file: |
name: neural
context_size: 4096
f16: true
mmap: true
threads: 4
parameters:
model: model_data/text_generation/TheBloke/neural/neural-chat-7b-v3-2.Q5_K_M.gguf
temperature: 0.2
top_k: 40
top_p: 0.95
template:
chat_message: chatneural
chat: chatneural-block
completion: completion
roles:
assistant: 'Assistant:'
system: 'System:'
user: 'User:'
gpu_layers: 40
stopwords:
- <|im_end|>
prompt_templates:
- name: "chatneural"
content: |
### User:
{{.Input}}
- name: "chatneural-block"
content: |
{{.Input}}
### Assistant:
- name: "completion"
content: |
{{.Input}}
files:
- filename: "model_data/text_generation/TheBloke/neural/neural-chat-7b-v3-2.Q5_K_M.gguf"
sha256: "448ae35caf9d01cc0bf92aca2d1b5c6dd0ebc8d635f92e0221627332fa7bfe44"
uri: "https://huggingface.co/TheBloke/neural-chat-7B-v3-2-GGUF/resolve/main/neural-chat-7b-v3-2.Q5_K_M.gguf"
\ No newline at end of file
......@@ -7,6 +7,10 @@
name: neural
license: other
- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/gpt-3.5.turbo.yaml
name: gpt-3.5-turbo
license: other
- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat.yaml
name: openchat
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment