Archive/gemma.yaml

+name: "gemma-2b-it"
+
+description: |
+  This is the gemma-2b-it model
+
+license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
+
+
+config_file: |
+  name: gemma-2b-it
+  context_size: 2048
+  f16: true
+  backend: llama
+  mmap: true
+  threads: 4
+  parameters:
+    model: model_data/text_generation/google/gemma/2b_it_v1p1.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: chatgemma
+    chat: chatgemma-block
+    completion: completion
+  roles:
+    assistant: 'Assistant:'
+    system: 'System:'
+    user: 'User:'
+  gpu_layers: 35
+  stopwords:
+  - <|end_of_turn|>
+
+prompt_templates:
+- name: "chatgemma"
+  content: |
+    <start_of_turn>{{if eq .RoleName "assistant"}}model{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    <end_of_turn>
+
+- name: "chatgemma-block"
+  content: |
+    <bos>{{.Input}}
+    <start_of_turn>model
+
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/google/gemma/2b_it_v1p1.gguf"
+  sha256: ""
+  uri: "https://huggingface.co/google/gemma-1.1-2b-it-GGUF/resolve/main/2b_it_v1p1.gguf"
+  
\ No newline at end of file

Archive/gpt-3.5-turbo.yaml

+name: "gpt-3.5-turbo"
+
+description: |
+  This is the neural model but hidden as the gpt model
+
+license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
+urls:
+- https://huggingface.co/TheBloke/neural-chat-7B-v3-3-GGUF
+
+config_file: |
+  name: neural
+  context_size: 8096
+  backend: llama
+  f16: true
+  mmap: true
+  threads: 4
+  parameters:
+    model: model_data/text_generation/TheBloke/neural/neural-chat-7b-v3-3.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: chatneural
+    chat: chatneural-block
+    completion: completion
+  roles:
+    assistant: 'Assistant:'
+    system: 'System:'
+    user: 'User:'
+  gpu_layers: 35  
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "chatneural"
+  content: |
+    ### User:
+    {{.Input}}
+- name: "chatneural-block"
+  content: |
+    {{.Input}}
+    ### Assistant:
+
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/neural/neural-chat-7b-v3-3.Q5_K_M.gguf"
+  sha256: "df5f43499a23fb45f81cdef0be06252e8bd9831449fdc4744ac5af0dafbacd46"
+  uri: "https://huggingface.co/TheBloke/neural-chat-7B-v3-3-GGUF/resolve/main/neural-chat-7b-v3-3.Q5_K_M.gguf"
\ No newline at end of file

Archive/index.yaml

+## Text Generation
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mistral.yaml
+  name: mistral
+  license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral.yaml
+  name: mixtral
+  license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral-instruct.yaml
+  name: sauerkraut-mixtral-instruct
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkraut-mixtral.yaml
+  name: sauerkraut-mixtral
+  license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mixtral-instruct.yaml
+  name: mixtral-instruct
+  license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkrautlm.yaml
+  name: sauerkrautlm
+  license: other
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/sauerkrautlm-70.yaml
+  name: sauerkrautlm-70b
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/neural.yaml
+  name: neural
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/solar-instruct.yaml
+  name: solar-instruct
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/neural32.yaml
+  name: neural32
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/hessianai.yaml
+  name: hessianai
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/gpt-3.5.turbo.yaml
+  name: gpt-3.5-turbo
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/mistralinstruct.yaml
+  name: mistral-instruct
+  license: other
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat.yaml
+  name: openchat
+  
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat1210.yaml
+  name: openchat-1210
+  
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/yi34.yaml
+  name: yi34  
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openorcaplatypus.yaml
+  name: openorcaplatypus 
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/starling.yaml
+  name: starling
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/testgen.yaml  
+  name: testgen
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/gemma.yaml  
+  name: gemma-7b-it
+
+## Text embedding
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/text-embeddings.yaml"
+  name: "text-embedding-ada-002"
+  license: other
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/text-embeddings.yaml"
+  name: "text-embedding-ada-003"
+  license: other 
+  overrides:
+    parameters:
+        model: "intfloat/e5-mistral-7b-instruct"
+        gpu_layers: 35
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/text-embeddings.yaml"
+  name: "text-embedding-instructor-xl"
+  license: other
+  overrides:
+    parameters:
+        model: "hkunlp/instructor-xl"
+
+
+## Whisper STT
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/whisper.yaml"
+  name: "whisper-large"
+  license: other
+  overrides:
+    parameters:
+        model: model_data/speech_to_text/whisper/ggml-large-v3.bin
+  files:
+  - filename: "model_data/speech_to_text/whisper/ggml-large-v3.bin"
+    sha256: "64d182b440b98d5203c4f9bd541544d84c605196c4f7b845dfa11fb23594d1e2"
+    uri: "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-large-v3.bin"
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/whisper.yaml"
+  name: "whisper-large-openai"
+  license: other
+  overrides:
+    parameters:
+        model: model_data/speech_to_text/whisper/whisper-large.bin
+  files:
+  - filename: "model_data/speech_to_text/whisper/whisper-large.bin"
+    sha256: "8f3dd0108a56caf505b47740a385a6f61be03e670f4fc34e21e3d2bc98d7b6d1"
+    uri: "https://huggingface.co/openai/whisper-large-v3/resolve/main/pytorch_model.bin"
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/whisper.yaml"
+  name: "whisper-large-v2"
+  license: other
+  overrides:
+    parameters:
+        model: model_data/speech_to_text/whisper/ggml-large-v2.bin
+  files:
+  - filename: "model_data/speech_to_text/whisper/ggml-large-v2.bin"
+    sha256: "9a423fe4d40c82774b6af34115b8b935f34152246eb19e80e376071d3f999487"
+    uri: "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-large-v2.bin"
+
+- url: "https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/whisper.yaml"
+  name: "whisper-medium"
+  license: other
+  overrides:
+    parameters:
+        model: "model_data/speech_to_text/whisper/ggml-medium.bin"
+  files:
+  - filename: "model_data/speech_to_text/whisper/ggml-medium.bin"
+    sha256: "6c14d5adee5f86394037b4e4e8b59f1673b6cee10e3cf0b11bbdbee79c156208"
+    uri: "https://huggingface.co/ggerganov/whisper.cpp/resolve/main/ggml-medium.bin"
+
+
+
+## Stable Diffusion: Image generation
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/stablediffusion.yaml
+  name: stablediffusion
+  license: other  
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/animagine-xl.yaml
+  name: animagine-xl
+  license: other  
+
+# Image to image
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/stablediffusion-image-to-image.yaml
+  name: stablediffusion-edit
+  license: other  
+
+## LLava Image understanding  
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/llava.yaml
+  name: llava
+  license: other 
+  overrides:
+    parameters:
+        model: model_data/image_understanding/llava/ggml-model-q4_k.gguf
+  files:
+    - filename: model_data/image_understanding/llava/ggml-model-q4_k.gguf
+      sha256: ""
+      uri: https://huggingface.co/mys/ggml_bakllava-1/resolve/main/ggml-model-q4_k.gguf
+
+## LLava Image understanding  
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/llava2.yaml
+  name: llava2
+  license: other 
+  overrides:
+    parameters:
+        model: model_data/image_understanding/llava/llava-v1.5-13b-Q5_K_M.gguf
+    mmproj: model_data/image_understanding/llava/mmproj-model-Q5_0.gguf
+  files:
+    - filename: model_data/image_understanding/llava/llava-v1.5-13b-Q5_K_M.gguf
+      sha256: ""
+      uri: https://huggingface.co/PsiPi/liuhaotian_llava-v1.5-13b-GGUF/resolve/main/llava-v1.5-13b-Q5_K_M.gguf
+    - filename: model_data/image_understanding/llava/mmproj-model-Q5_0.gguf
+      uri: https://huggingface.co/PsiPi/liuhaotian_llava-v1.5-13b-GGUF/resolve/main/mmproj-model-Q5_0.gguf
+    - filename: model_data/image_understanding/llava/llava.preset.json
+      uri: https://huggingface.co/PsiPi/liuhaotian_llava-v1.5-13b-GGUF/blob/main/llava.preset.json
+
+ ## Piper TTS
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/virtual.yaml
+  name: voice-en-us-kathleen-low
+  license: other
+  urls:
+    - https://github.com/rhasspy/piper/releases/download/v0.0.2/
+  files:
+    - filename: model_data/text_to_speech/voice-en-us-kathleen-low.tar.gz
+      uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-en-us-kathleen-low.tar.gz   
+
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/virtual.yaml
+  name: voice-de-eva_k-x-low
+  license: other
+  urls:
+    - https://github.com/rhasspy/piper/releases/download/v0.0.2/
+  files:
+    - filename: model_data/text_to_speech/voice-de-eva_k-x-low.tar.gz
+      uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-eva_k-x-low.tar.gz
+
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/virtual.yaml
+  name: voice-de-karlsson-low
+  license: other
+  urls:
+    - https://github.com/rhasspy/piper/releases/download/v0.0.2/
+  files:
+    - filename: model_data/text_to_speech/voice-de-karlsson-low.tar.gz
+      uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-karlsson-low.tar.gz
+
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/virtual.yaml
+  name: voice-de-thorsten-low
+  license: other
+  urls:
+    - https://github.com/rhasspy/piper/releases/download/v0.0.2/
+  files:
+    - filename: model_data/text_to_speech/voice-de-thorsten-low.tar.gz
+      uri: https://github.com/rhasspy/piper/releases/download/v0.0.2/voice-de-thorsten-low.tar.gz      
+

Archive/llava2.yaml

+backend: llama-cpp
+context_size: 4096
+f16: true
+threads: 6
+gpu_layers: 35
+mmap: true
+name: llava2
+roles:
+  user: "USER:"
+  assistant: "ASSISTANT:"
+  system: "SYSTEM:"
+parameters:
+  model: llava-v1.5-13b-Q5_K_M.gguf
+  temperature: 0.2
+  top_k: 40
+  top_p: 0.95
+
+template:
+  chat: chat-simple-llavapsi
+
+mmproj: mmproj-model-Q5_0.gguf
+
+prompt_templates:
+- name: "chat-simple-llavapsi"
+  content: |
+    Perform the instructions to the best of your ability.
+    {{.Input}}
+    ASSISTANT:

openchat.yaml → Archive/openchat.yaml

@@ -67,6 +67,7 @@ config_file: |
   - "GPT4 User"
   - "GPT4 Correct User"
   - <|end_of_turn|>
+  - <|im_end|>
   roles :
     assistant: 'GPT4 Assistant:'
     user: 'GPT4 User:'

sauerkraut-mixtral-instruct.yaml → Archive/sauerkraut-mixtral-instruct.yaml

@@ -43,6 +43,6 @@ prompt_templates:
     
 files:
 - filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf"
-  sha256: "af12961e014037ee8c5c9f3bf7cf9fd99cadc9dabd50f528a4248c4a8ee8fe77"
+  sha256: ""
   uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-Instruct-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b-instruct.Q5_K_M.gguf"
   
\ No newline at end of file

sauerkraut-mixtral.yaml → Archive/sauerkraut-mixtral.yaml

@@ -43,6 +43,6 @@ prompt_templates:
     
 files:
 - filename: "model_data/text_generation/TheBloke/sauerkrautlm/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf"
-  sha256: "b0a57cd79a0a1b056e964984fcfb94f6802d4e7487efe463b18fba6d6147734e"
+  sha256: ""
   uri: "https://huggingface.co/TheBloke/SauerkrautLM-Mixtral-8x7B-GGUF/resolve/main/sauerkrautlm-mixtral-8x7b.Q5_K_M.gguf"
   
\ No newline at end of file

Archive/sauerkrautlm-70.yaml

+name: "sauerkrautlm-70"
+
+description: |
+  This is a mistral model
+
+license: "https://ai.meta.com/llama/license/"
+urls:
+- https://huggingface.co/TheBloke/Mistral-7B-OpenOrca-GGUF
+
+config_file: |
+  name: sauerkrautlm-70
+  context_size: 4096
+  f16: true
+  mmap: true
+  threads: 6
+  parameters:
+    model: model_data/text_generation/TheBloke/sauerkraut/sauerkrautlm-70b-v1.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: chatml
+    chat: chatml-block
+    completion: completion
+  gpu_layers: 12  
+  stopwords:
+  - <|im_end|>
+
+prompt_templates:
+- name: "chatml"
+  content: |
+    <|im_start|>{{if eq .RoleName "assistant"}}assistant{{else if eq .RoleName "system"}}system{{else if eq .RoleName "user"}}user{{end}}
+    {{if .Content}}{{.Content}}{{end}}
+    <|im_end|>
+- name: "chatml-block"
+  content: |
+    {{.Input}}
+    <|im_start|>assistant
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/sauerkraut/sauerkrautlm-70b-v1.Q5_K_M.gguf"
+  sha256: "3e8f77e88979fccaec2099ebc0990bc0e77237cf0a3b2dcac88effcbbc60bbf1"
+  uri: "https://huggingface.co/TheBloke/SauerkrautLM-70B-v1-GGUF/resolve/main/sauerkrautlm-70b-v1.Q5_K_M.gguf"
+  
\ No newline at end of file