test

index.yaml

@@ -11,9 +11,9 @@
   name: neural32
   license: other
 
-- url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/hessianai.yaml
-  name: hessianai
-  license: other
+# - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/hessianai.yaml
+#   name: hessianai
+#   license: other
 
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/gpt-3.5.turbo.yaml
   name: gpt-3.5-turbo
@@ -21,6 +21,7 @@
 
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat.yaml
   name: openchat
+  
 - url: https://gitlab.kit.edu/kit/aifb/BIS/infrastruktur/localai/localai-model-gallery/-/raw/main/openchat1210.yaml
   name: openchat-1210
   

openchat.yaml

 name: openchat
-mmap: true
 
 description: |
   This is a mistral model

openchat1210.yaml

 name: openchat-1210
-mmap: true
-backend: llama
+
 description: |
   This is a mistral model
 
@@ -17,8 +16,9 @@ files:
 config_file: |
   name: openchat-1210
   context_size: 8096
-  f16: true
   mmap: true
+  backend: llama
+  f16: true
   threads: 4
   gpu_layers: 32
   parameters: