fix: fixed support for local models (specifically through litellm proxy)

ErikBjare · Oct 28, 2023 · a046004 · a046004
1 parent 4e78303
commit a046004
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/gptme/llm.py b/gptme/llm.py
@@ -43,6 +43,7 @@ def init_llm(llm: str):
             print("Error: OPENAI_API_BASE not set in env or config, see README.")
             sys.exit(1)
         openai.api_base = api_base
+        openai.api_key = "local"
     else:
         print(f"Error: Unknown LLM: {llm}")
         sys.exit(1)
@@ -97,7 +98,7 @@ def print_clear():
             delta = chunk["choices"][0]["delta"]
             deltas.append(delta)
             delta_str = deltas_to_str(deltas)
-            stop_reason = chunk["choices"][0]["finish_reason"]
+            stop_reason = chunk["choices"][0].get("finish_reason", None)
             print(deltas_to_str([delta]), end="")
             # need to flush stdout to get the print to show up
             sys.stdout.flush()