ArturG9 commited on
Commit
d0095f5
1 Parent(s): 4e6d28b

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -77,7 +77,7 @@ def create_conversational_rag_chain(vectorstore):
77
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
78
 
79
  llm = LlamaCpp(
80
- model_path="/kaggle/working/phi-2-layla-v1-chatml-Q8_0.gguf",
81
  n_gpu_layers=1,
82
  temperature=0.1,
83
  top_p=0.9,
 
77
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
78
 
79
  llm = LlamaCpp(
80
+ model_path= os.path.join(script_dir, 'qwen2-0_5b-instruct-q4_0.gguf'),
81
  n_gpu_layers=1,
82
  temperature=0.1,
83
  top_p=0.9,