Update app.py
Browse files
app.py
CHANGED
@@ -77,7 +77,7 @@ def create_conversational_rag_chain(vectorstore):
|
|
77 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
78 |
|
79 |
llm = LlamaCpp(
|
80 |
-
model_path=
|
81 |
n_gpu_layers=1,
|
82 |
temperature=0.1,
|
83 |
top_p=0.9,
|
|
|
77 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
78 |
|
79 |
llm = LlamaCpp(
|
80 |
+
model_path= os.path.join(script_dir, 'qwen2-0_5b-instruct-q4_0.gguf'),
|
81 |
n_gpu_layers=1,
|
82 |
temperature=0.1,
|
83 |
top_p=0.9,
|