reported bug to Instructor project

Deeplearn-PeD · May 31, 2024 · 70e3197 · 70e3197
1 parent 5c9ff82
commit 70e3197
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/base_agent/llminterface.py b/base_agent/llminterface.py
@@ -128,10 +128,11 @@ def __init__(self, model: str = 'gpt-4o'):
         else:
             self.llm = instructor.from_openai(
                 OpenAI(
-                    base_url=os.getenv('OLLAMA_HOST', 'http://127.0.0.1:11434'),
+                    base_url=os.getenv('OLLAMA_HOST', 'http://127.0.0.1:11434/v1'),
                     api_key=os.getenv('OLLAMA_API_KEY', 'ollama')
                 ),
-                mode=instructor.Mode.JSON
+                mode=instructor.Mode.JSON,
+                stream=False
             )
 
     def reset_chat_history(self):