Update llm_handler.py
Browse files- llm_handler.py +1 -1
llm_handler.py
CHANGED
@@ -9,7 +9,7 @@ local_model_base_url = "http://localhost:11434/v1"
|
|
9 |
anything_llm_workspace = "<input-workspace-name-here>"
|
10 |
|
11 |
# Create an instance of the OpenAI class
|
12 |
-
client = OpenAI(api_key="dummy_key")
|
13 |
|
14 |
def set_local_model_base_url(url):
|
15 |
global local_model_base_url
|
|
|
9 |
anything_llm_workspace = "<input-workspace-name-here>"
|
10 |
|
11 |
# Create an instance of the OpenAI class
|
12 |
+
client = OpenAI(api_key="dummy_key", base_url="local_model_base_url")
|
13 |
|
14 |
def set_local_model_base_url(url):
|
15 |
global local_model_base_url
|