Update app.py

app.py

@@ -39,7 +39,7 @@ def respond(
 
     response = ""
     
-    for message in  client.chat.completions.create(
+    for message in client.chat.completions.create(
         model="meta-llama/Meta-Llama-3.1-8B-Instruct",
         max_tokens=max_tokens,
         stream=True,
@@ -48,7 +48,6 @@ def respond(
         messages=messages,
     ):
         token = message.choices[0].delta.content
-        
         response += token
         yield response
 
@@ -81,46 +80,38 @@ def save_to_file(history, file_format):
                 
     return file_name
 
-def save_conversation(history, file_format):
-    file_name = save_to_file(history, file_format)
-    return file_name
-
-def save_and_download(history, file_format):
-    file_name = save_conversation(history, file_format)
-    return file_name
-
-demo = gr.ChatInterface(
-    respond,
-    additional_inputs=[
-        gr.Textbox(value="", label="System message"),
-        gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
-        gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),
-        gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P"),
-        gr.Radio(["PDF", "DOCX", "TXT"], label="Save As"),
-    ],
-    css=css,
-    theme="allenai/gradio-theme",
-)
-
-save_button = gr.Button("Save Conversation")
-output_file = gr.File(label="Download File")
-
-def handle_save(history, save_format):
-    return save_conversation(history, save_format)
-
-save_button.click(
-    handle_save,
-    inputs=[demo.history, demo.inputs[-1]],  # Passing history and format
-    outputs=output_file
-)
-
-demo = gr.Blocks()
+# Gradio Interface Setup
+with gr.Blocks(css=css) as demo:
+    system_message = gr.Textbox(value="", label="System message")
+    max_tokens = gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens")
+    temperature = gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature")
+    top_p = gr.Slider(minimum=0.1, maximum=1.0, value=0.95, step=0.05, label="Top-P")
+    save_as = gr.Radio(["PDF", "DOCX", "TXT"], label="Save As")
+    
+    chat = gr.Chatbot()
+    msg = gr.Textbox(label="Your message")
+
+    def respond_wrapper(message, history):
+        response_generator = respond(
+            message,
+            history,
+            system_message.value,
+            max_tokens.value,
+            temperature.value,
+            top_p.value
+        )
+        response = next(response_generator)
+        return history + [(message, response)]
+
+    msg.submit(respond_wrapper, [msg, chat], [chat])
+    
+    save_button = gr.Button("Save Conversation")
+    output_file = gr.File(label="Download File")
+    
+    def handle_save(history, file_format):
+        return save_to_file(history, file_format)
 
-with demo:
-    with gr.Column():
-        demo.render()
-        save_button.render()
-        output_file.render()
+    save_button.click(handle_save, inputs=[chat, save_as], outputs=output_file)
 
 if __name__ == "__main__":
     demo.launch()