From 81df9d3044da5dfc24ab7073d0c7198efc4f9b43 Mon Sep 17 00:00:00 2001
From: Martin Forell <martin.forell@kit.edu>
Date: Fri, 18 Oct 2024 09:11:39 +0000
Subject: [PATCH] Update dev-llama-3-large.yaml
---
dev-llama-3-large.yaml | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/dev-llama-3-large.yaml b/dev-llama-3-large.yaml
index 9029eed..a2c52eb 100644
--- a/dev-llama-3-large.yaml
+++ b/dev-llama-3-large.yaml
@@ -9,7 +9,7 @@ config_file: |
f16: true
gpu_layers: 85
parameters:
- model: downloads/llama_backend/Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K
+ model: downloads/llama_backend/Llama-3.1-Nemotron-70B-Instruct-HF-Q6_K.gguf
template:
chat_message: |
--
GitLab