From f98b12a1b3d44f4a6093b0ffda631b855b91b297 Mon Sep 17 00:00:00 2001
From: Gormery Kombo Wanjiru <gormerykw@uia.no>
Date: Wed, 14 Feb 2024 15:10:36 +0000
Subject: [PATCH] how to use huggingface gguf models

---
 .gitignore | 4 +++-
 Modelfile  | 2 +-
 2 files changed, 4 insertions(+), 2 deletions(-)

diff --git a/.gitignore b/.gitignore
index 3ea829d..f4f2af0 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,4 +1,6 @@
 .dist
 /src/__pycache__
 venv/
-ollama/
\ No newline at end of file
+ollama/
+*.gguf
+*.ggml
\ No newline at end of file
diff --git a/Modelfile b/Modelfile
index 8bcda2e..31cb12c 100644
--- a/Modelfile
+++ b/Modelfile
@@ -1,4 +1,4 @@
-FROM "./CapybaraHermes-2.5-Mistral-7B-GGUF"
+FROM "./capybarahermes-2.5-mistral-7b.Q4_K_M.gguf"
 PARAMETER stop "<|im_start|>"
 PARAMETER stop "<|im_end|>"
 TEMPLATE """