quant

openchat.yaml

@@ -14,9 +14,9 @@ files:
     # - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q3_K_L.gguf
     #   sha256: ""
     #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q3_K_L.gguf
-    # - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q3_K_M.gguf
-    #   sha256: ""
-    #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q3_K_M.gguf
+    - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q3_K_M.gguf
+      sha256: ""
+      uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q3_K_M.gguf
     # - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q3_K_S.gguf
     #   sha256: ""
     #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q3_K_S.gguf
@@ -24,9 +24,9 @@ files:
     #   sha256: ""
     #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q4_0.gguf
     # TODO ADD AGAIN
-    # - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q4_K_M.gguf
-    #   sha256: ""
-    #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q4_K_M.gguf
+    - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q4_K_M.gguf
+      sha256: ""
+      uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q4_K_M.gguf
     # - filename: model_data/text_generation/TheBloke/openchat/openchat_3.5-16k.Q4_K_S.gguf
     #   sha256: ""
     #   uri: https://huggingface.co/TheBloke/openchat_3.5-16k-GGUF/resolve/main/openchat_3.5-16k.Q4_K_S.gguf