Upload test_openai_api_lmstudio.py

test_openai_api_lmstudio.py

@@ -1,3 +1,4 @@
+import random
 from openai import OpenAI
 
 # Point to the local server
@@ -9,29 +10,34 @@ history = [
 
 # Open the file in read mode
 with open('Model_Test_Issues_zh_en_jp.txt', 'r', encoding='utf-8') as file:
-    # Read each line from the file
-    for line in file:
-        print(line)
-        line = line + ",用中文回复"
-        # Add the line as the user's content to the history
-        history.append({"role": "user", "content": line.strip()})
-
-        # Generate the response
-        completion = client.chat.completions.create(
-            model="mod/Repository",
-            messages=history,
-            temperature=0.7,
-            stream=True,
-            stop=["### Evaluation:","<|end_of_text|>","Translation:"] 
-        )
-
-        new_message = {"role": "assistant", "content": ""}
-
-        for chunk in completion:
-            if chunk.choices[0].delta.content:
-                print(chunk.choices[0].delta.content, end="", flush=True)
-                new_message["content"] += chunk.choices[0].delta.content
-
-        history.append(new_message)
-
-        print()
+    # Read all lines from the file
+    lines = file.readlines()
+
+# Loop indefinitely
+while True:
+    # Choose a random line from the file
+    line = random.choice(lines).strip()
+    print(line)
+    
+    # Add the line as the user's content to the history
+    history.append({"role": "user", "content": line})
+
+    # Generate the response
+    completion = client.chat.completions.create(
+        model="mod/Repository",
+        messages=history,
+        temperature=0.7,
+        stream=True,
+        stop=["### Evaluation:","<|end_of_text|>","Translation:"] 
+    )
+
+    new_message = {"role": "assistant", "content": ""}
+
+    for chunk in completion:
+        if chunk.choices[0].delta.content:
+            print(chunk.choices[0].delta.content, end="", flush=True)
+            new_message["content"] += chunk.choices[0].delta.content
+
+    history.append(new_message)
+
+    print()