Update app.py

app.py

@@ -48,17 +48,12 @@ def add_text(history, text):
 
 def bot(history):
     print(history)
-    response = infer(history[-1][0])
-    history[-1][1] = response
+    history[-1][1] = ""
+    user_message = history[-1][0]
 
-    return history
-    
-
-def infer(question):
-    
-    result = chain.run(text=question).strip()
-    print(result)
-    return result
+    for chunk in chain.stream({"text": user_message}):
+        history[-1][1] += chunk
+        yield history
 
 
 css = """