Update app.py

app.py

@@ -4,7 +4,7 @@ import os
 import time
 
 # Initialize the OpenAI Client with your API key and endpoint
-api_key = os.environ.get("RUNPOD_API_KEY")  # Make sure to set your environment variable correctly
+api_key = os.environ.get("RUNPOD_API_KEY")  # Ensure your API key is correctly loaded from environment variables
 client = OpenAI(
     api_key=api_key,
     base_url="https://api.runpod.ai/v2/vllm-k0g4c60zor9xuu/openai/v1",
@@ -14,9 +14,9 @@ def get_response(user_message, history):
     # Format the history for OpenAI
     history_openai_format = []
     for human, assistant in history:
-        if human:  # Ensure there's a human message
+        if human:
             history_openai_format.append({"role": "user", "content": human})
-        if assistant:  # Ensure there's an assistant message
+        if assistant:
             history_openai_format.append({"role": "assistant", "content": assistant})
     history_openai_format.append({"role": "user", "content": user_message})
 
@@ -28,8 +28,11 @@ def get_response(user_message, history):
         max_tokens=150
     )
 
-    # Get the text response
-    bot_message = response.choices[0].message['content'].strip() if response.choices else "No response generated."
+    # Properly access the text response
+    if response.choices:
+        bot_message = response.choices[0].text.strip() if response.choices[0].text.strip() else "No response generated."
+    else:
+        bot_message = "No response generated."
     return bot_message
 
 with gr.Blocks() as demo: