Update app.py

app.py

@@ -42,16 +42,17 @@ class ModelManager:
 
         models = []
         for config in model_configs:
-            with tempfile.TemporaryDirectory() as tmpdir:
-                model_path = os.path.join(tmpdir, config['filename'])
+            with BytesIO() as model_data: 
                 download_url = f"https://huggingface.co/{config['repo_id']}/resolve/main/{config['filename']}"
                 response = requests.get(download_url, headers={"Authorization": f"Bearer {HUGGINGFACE_TOKEN}"})
-                with open(model_path, 'wb') as f:
-                    f.write(response.content)
-                model = Llama(model_path=model_path, **self.params) 
+                model_data.write(response.content)
+                model_data.seek(0) 
+
+                model = Llama(model_path=" ", model_data=model_data.read(), **self.params)
                 models.append(model)
 
-        self.params["tokens"] = models[0].tokenize(b"Hello")
+                self.params["tokens"] = models[0].tokenize(b"Hello")
+
         self.unified_model = models[0]
         return self.unified_model