Update llm_handler.py
Browse files- llm_handler.py +1 -1
llm_handler.py
CHANGED
@@ -23,7 +23,7 @@ def set_anything_llm_workspace(workspace):
|
|
23 |
client = OpenAI(api_key="local-model", base_url=local_model_base_url)
|
24 |
|
25 |
# Initialize LlamaCpp model and agent
|
26 |
-
llama_model = Llama("
|
27 |
provider = LlamaCppPythonProvider(llama_model)
|
28 |
llama_agent = LlamaCppAgent(
|
29 |
provider,
|
|
|
23 |
client = OpenAI(api_key="local-model", base_url=local_model_base_url)
|
24 |
|
25 |
# Initialize LlamaCpp model and agent
|
26 |
+
llama_model = Llama("Arcee-Spark-GGUF/Arcee-Spark-Q4_K_M.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
|
27 |
provider = LlamaCppPythonProvider(llama_model)
|
28 |
llama_agent = LlamaCppAgent(
|
29 |
provider,
|