Update app.py
Browse files
app.py
CHANGED
@@ -45,7 +45,7 @@ def create_retriever_from_chroma(vectorstore_path="docs/chroma/", search_type='m
|
|
45 |
|
46 |
|
47 |
llm = llamacpp.LlamaCpp(
|
48 |
-
model_path=
|
49 |
n_gpu_layers=0,
|
50 |
temperature=0.0,
|
51 |
top_p=0.9,
|
@@ -176,7 +176,7 @@ def create_conversational_rag_chain(retriever):
|
|
176 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
177 |
|
178 |
llm = llamacpp.LlamaCpp(
|
179 |
-
model_path=
|
180 |
n_gpu_layers=0,
|
181 |
temperature=0.4,
|
182 |
top_p=0.9,
|
|
|
45 |
|
46 |
|
47 |
llm = llamacpp.LlamaCpp(
|
48 |
+
model_path='qwen2-0_5b-instruct-q4_0.gguf',
|
49 |
n_gpu_layers=0,
|
50 |
temperature=0.0,
|
51 |
top_p=0.9,
|
|
|
176 |
callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
|
177 |
|
178 |
llm = llamacpp.LlamaCpp(
|
179 |
+
model_path = "qwen2-0_5b-instruct-q4_0.gguf",
|
180 |
n_gpu_layers=0,
|
181 |
temperature=0.4,
|
182 |
top_p=0.9,
|