added starling

index.yaml

@@ -14,7 +14,10 @@
   name: yi34  
 
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openorcaplatypus.yaml
-  name: openorcaplatypus  
+  name: openorcaplatypus 
+
+- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/starling.yaml
+  name: starling  
   
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/hessianai.yaml
   name: hessianai-billingual-7B-Q4-M

starling.yaml

+name: "neural"
+
+description: |
+  This is the neural model
+
+license: "https://huggingface.co/models?license=license%3Aapache-2.0/"
+urls:
+- https://huggingface.co/TheBloke/Starling-LM-7B-alpha-GGUF
+config_file: |
+  name: starling
+  context_size: 8192
+  f16: true
+  mmap: true
+  threads: 6
+  gpu_layers: 35
+  parameters:
+    model: model_data/text_generation/TheBloke/starling/starling-lm-7b-alpha.Q5_K_M.gguf
+    temperature: 0.2
+    top_k: 40
+    top_p: 0.95
+  template:
+    chat_message: starling
+    chat: starling-block
+    completion: completion
+  stopwords:
+  - "GPT4 User"
+  - <|end_of_turn|>
+  roles :
+    assistant: 'GPT4 Assistant:'
+    user: 'GPT4 User:'
+
+prompt_templates:
+- name: "starling"
+  content: |
+    Perform the instructions to the best of your ability.
+    GPT4 User: {{.Input}} <|end_of_turn|> GPT4 Assistant:
+- name: "starling-block"
+  content: |
+    {{.Input}}
+    GPT4 Correct Assistant:
+- name: "completion"
+  content: |
+    {{.Input}}
+    
+files:
+- filename: "model_data/text_generation/TheBloke/starling/starling-lm-7b-alpha.Q5_K_M.gguf"
+  sha256: "727258f67a19cf83129f81cb12f42ed82b14caa7aab873b17477b619e67b8ccd"
+  uri: "https://huggingface.co/TheBloke/Starling-LM-7B-alpha-GGUF/resolve/main/starling-lm-7b-alpha.Q5_K_M.gguf"
+  
\ No newline at end of file