how to use huggingface gguf models

2024-02-14 15:10:36 +00:00
parent b5888068aa
commit f98b12a1b3
2 changed files with 4 additions and 2 deletions
--- a/2
+++ b/2
@@ -1,4 +1,4 @@
-FROM "./CapybaraHermes-2.5-Mistral-7B-GGUF"
+FROM "./capybarahermes-2.5-mistral-7b.Q4_K_M.gguf"
 PARAMETER stop "<|im_start|>"
 PARAMETER stop "<|im_end|>"
 TEMPLATE """