Update app.py

app.py

@@ -55,16 +55,17 @@ repo_name = "IlyaGusev/saiga_13b_lora_llamacpp"
 model_name = "ggml-model-q4_1.bin"
 embedder_name = "sentence-transformers/paraphrase-multilingual-mpnet-base-v2"
 
-snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
+snapshot_download(repo_id=repo_name, local_dir="/data/saiga_13b_lora_llamacpp", allow_patterns=model_name)
+snapshot_download(repo_id=embedder_name, local_dir="/data/paraphrase-multilingual-mpnet-base-v2")
 
 model = Llama(
-    model_path=model_name,
+    model_path=f"/data/saiga_13b_lora_llamacpp/{model_name}",
     n_ctx=2000,
     n_parts=1,
 )
 
 max_new_tokens = 1500
-embeddings = HuggingFaceEmbeddings(model_name=embedder_name)
+embeddings = HuggingFaceEmbeddings(model_name="/data/paraphrase-multilingual-mpnet-base-v2")
 
 def get_uuid():
     return str(uuid4())