Severian commited on
Commit
d22d4be
1 Parent(s): a85aaac

Update llm_handler.py

Browse files
Files changed (1) hide show
  1. llm_handler.py +1 -1
llm_handler.py CHANGED
@@ -23,7 +23,7 @@ def set_anything_llm_workspace(workspace):
23
  client = OpenAI(api_key="local-model", base_url=local_model_base_url)
24
 
25
  # Initialize LlamaCpp model and agent
26
- llama_model = Llama("/Users/anima/.cache/lm-studio/models/arcee-ai/Arcee-Spark-GGUF/Arcee-Spark-Q4_K_M.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
27
  provider = LlamaCppPythonProvider(llama_model)
28
  llama_agent = LlamaCppAgent(
29
  provider,
 
23
  client = OpenAI(api_key="local-model", base_url=local_model_base_url)
24
 
25
  # Initialize LlamaCpp model and agent
26
+ llama_model = Llama("Arcee-Spark-GGUF/Arcee-Spark-Q4_K_M.gguf", n_batch=1024, n_threads=24, n_gpu_layers=33, n_ctx=4098, verbose=False)
27
  provider = LlamaCppPythonProvider(llama_model)
28
  llama_agent = LlamaCppAgent(
29
  provider,