ArturG9 commited on
Commit
5148567
1 Parent(s): 8eab994

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -161,7 +161,7 @@ def create_conversational_rag_chain(retriever):
161
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
162
 
163
  llm = ChatLlamaCpp(
164
- model_path = "qwen2-0_5b-instruct-q8_0.gguf",
165
  seed = 41,
166
  n_gpu_layers=0,
167
  temperature=0.4,
 
161
  callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
162
 
163
  llm = ChatLlamaCpp(
164
+ model_path = "gemma-2-2b.Q8_0.gguf",
165
  seed = 41,
166
  n_gpu_layers=0,
167
  temperature=0.4,