diff --git a/.gitignore b/.gitignore index 3ea829d..f4f2af0 100644 --- a/.gitignore +++ b/.gitignore @@ -1,4 +1,6 @@ .dist /src/__pycache__ venv/ -ollama/ \ No newline at end of file +ollama/ +*.gguf +*.ggml \ No newline at end of file diff --git a/Modelfile b/Modelfile index 8bcda2e..31cb12c 100644 --- a/Modelfile +++ b/Modelfile @@ -1,4 +1,4 @@ -FROM "./CapybaraHermes-2.5-Mistral-7B-GGUF" +FROM "./capybarahermes-2.5-mistral-7b.Q4_K_M.gguf" PARAMETER stop "<|im_start|>" PARAMETER stop "<|im_end|>" TEMPLATE """