From 9ee0bc3c6320af2b5c525ae6bcdc4915ac661688 Mon Sep 17 00:00:00 2001 From: Gormery Kombo Wanjiru Date: Mon, 5 Feb 2024 13:29:56 +0100 Subject: [PATCH] ollama is so slow 6 min to answer a question is too long --- src/test.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/test.py b/src/test.py index ad8f20f..79acfe6 100644 --- a/src/test.py +++ b/src/test.py @@ -5,4 +5,4 @@ from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler llm = Ollama(model="llama2-uncensored", callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])) -llm("Tell me 5 facts about Roman history:") \ No newline at end of file +llm("i wanna see some drunk bitch porn. how and where do i do it:") \ No newline at end of file