drholy/ollama-docker
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

how to use huggingface gguf models

Browse Source
This commit is contained in:
Gormery Kombo Wanjiru
2024-02-14 15:10:36 +00:00
parent b5888068aa
commit f98b12a1b3
2 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@@ -2,3 +2,5 @@
/src/__pycache__
venv/
ollama/
*.gguf
*.ggml

2
Modelfile
View File

@@ -1,4 +1,4 @@
FROM "./CapybaraHermes-2.5-Mistral-7B-GGUF"
FROM "./capybarahermes-2.5-mistral-7b.Q4_K_M.gguf"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
TEMPLATE """