Update app.py

app.py

@@ -10,7 +10,8 @@ import json
 import argparse
 import gradio as gr
 import requests
-from openai import OpenAI
+import openai
+from openai import OpenAI, Stream,AzureOpenAI
 
 def http_bot(messages, argsbox):
 
@@ -20,13 +21,19 @@ def http_bot(messages, argsbox):
     print(messages)
     print(argsbox)
 
-    client = OpenAI(api_key=args["api_key"], base_url = args["base_url"])
+    # client = OpenAI(api_key=args["api_key"], base_url = args["base_url"])
+    client = AzureOpenAI(
+        api_version=args.api_version,
+        azure_endpoint=args.api_base,
+        api_key=args.api_key,
+    )
+    OpenAI(timeout=60, max_retries=3, base_url=args.api_base,api_key=args.api_key)
     # n = 0
     # while True:
         # try:
     chat_completion = client.chat.completions.create(
         messages=messages,
-        model=args["model"], #"gpt-3.5-turbo-16k",  # "gpt-3.5-turbo", # gpt-4-1106-preview
+        model=args["model"],
         temperature=float(args["temperature"]),
         max_tokens=int(args["max_tokens"])
     )