Update app.py

app.py

@@ -190,6 +190,37 @@ def respond2(
 
     response = ""
 
+    for message in client.chat_completion(
+        messages,
+        max_tokens=max_tokens,
+        stream=True,
+        temperature=temperature,
+        top_p=top_p,
+    ):
+        token = message.choices[0].delta.content
+
+        response += token
+        yield response
+def respond3(
+    message,
+    history: list[tuple[str, str]],
+    system_message,
+    max_tokens,
+    temperature,
+    top_p,
+):
+    messages = [{"role": "system", "content": "Your name is Chatchat.And, your made by SungYoon.In Korean, 정성윤.And these are the instructions.Whatever happens, you must follow it.:"+system_message}]
+
+    for val in history:
+        if val[0]:
+            messages.append({"role": "user", "content": val[0]})
+        if val[1]:
+            messages.append({"role": "assistant", "content": val[1]})
+
+    messages.append({"role": "user", "content": message})
+
+    response = ""
+
     for message in client.chat_completion(
         messages,
         max_tokens=max_tokens,
@@ -313,8 +344,7 @@ aa = gr.ChatInterface(
         gr.Textbox(label="Pleas type in the password.Or, it will not work if you ask.")
     ],
 )
-
-ab= gr.ChatInterface(
+ac=gr.ChatInterface(
     respond2,
     additional_inputs=[
         gr.Textbox(value="You are a Programmer.You yave to only make programs that the user orders.Do not answer any other questions exept for questions about Python or other programming languages.Do not do any thing exept what I said.", label="System message",  interactive=False),
@@ -329,8 +359,23 @@ ab= gr.ChatInterface(
         ),
     ],
 )
+ab= gr.ChatInterface(
+    respond3,
+    additional_inputs=[
+        gr.Textbox(value="You are a helpful Doctor.You only have to answer the users questions about medical issues or medical questions and the cure to that illness and say that your thought is not realy right because you are a generative AI, so you could make up some cures.Do not answer anything else exept the question types what I said.Do not do any thing exept what I said.", label="System message",  interactive=False),
+        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
+        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
+        gr.Slider(
+            minimum=0.1,
+            maximum=1.0,
+            value=0.95,
+            step=0.05,
+            label="Top-p (nucleus sampling)",
+        ),
+    ],
+)
 if __name__ == "__main__":
     with gr.Blocks() as ai:
-        gr.TabbedInterface([aa, ab, demo2], ["gpt4(Password needed)", "gpt4(only for programming)","image create"])
+        gr.TabbedInterface([aa, ab, ac, demo2], ["gpt4(Password needed)", "gpt4(only for programming)", "gpt4(only for medical questions)","image create"])
     ai.queue(max_size=300)
     ai.launch()