ArturG9 commited on
Commit
2db6e20
1 Parent(s): 43ca617

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -45,7 +45,7 @@ def create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type='m
45
 
46
 
47
  llm = llamacpp.LlamaCpp(
48
- model_path=model_path,
49
  n_gpu_layers=0,
50
  temperature=0.0,
51
  top_p=0.9,
@@ -176,7 +176,7 @@ def create_conversational_rag_chain(retriever):
176
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
177
 
178
  llm = llamacpp.LlamaCpp(
179
- model_path=model_path,
180
  n_gpu_layers=0,
181
  temperature=0.4,
182
  top_p=0.9,
 
45
 
46
 
47
  llm = llamacpp.LlamaCpp(
48
+ model_path='qwen2-0_5b-instruct-q4_0.gguf',
49
  n_gpu_layers=0,
50
  temperature=0.0,
51
  top_p=0.9,
 
176
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
177
 
178
  llm = llamacpp.LlamaCpp(
179
+ model_path = "qwen2-0_5b-instruct-q4_0.gguf",
180
  n_gpu_layers=0,
181
  temperature=0.4,
182
  top_p=0.9,