login

app.py

@@ -11,8 +11,8 @@ import random
 import os
 from pathlib import Path
 
-# Ensure you're logged in to Hugging Face
-login(get_token())
+HF_TOKEN = os.getenv("HF_TOKEN")
+
 # Define available models
 MODELS = [
     "meta-llama/Meta-Llama-3-70B-Instruct",
@@ -84,14 +84,14 @@ def get_random_model():
 def create_client(model_id):
     return OpenAI(
         base_url=f"https://api-inference.huggingface.co/models/{model_id}/v1",
-        api_key=get_token(),
+        api_key=HF_TOKEN,
     )
 
 
-client = OpenAI(
-    base_url="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct/v1",
-    api_key=get_token(),
-)
+# client = OpenAI(
+#     base_url="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct/v1",
+#     api_key=HF_TOKEN
+# )
 
 
 def generate_prompt():