Update chatbot.py

chatbot.py

@@ -48,8 +48,12 @@ def load_pipeline():
     pipe = pipeline("text-generation", 
                     model= model, 
                     tokenizer = tokenizer,
-                    max_new_tokens = 252,top_k = 30, early_stopping=True, 
-                    temperature = 0.1,repetition_penalty = 1.03)
+                    max_new_tokens = 252,
+                    top_k = 30, 
+                    early_stopping=True,
+                    num_beams =2,
+                    temperature = 0.1,
+                    repetition_penalty = 1.03)
 
     llm = HuggingFacePipeline(pipeline = pipe)
     return llm
@@ -73,5 +77,5 @@ def demo_chain(input_text, memory):
         memory=memory
     )
 
-    chat_reply = conversation.run(input=input_text)
+    chat_reply = conversation.invoke(input=input_text, max_new_tokens = 252)
     return chat_reply