Update app.py

app.py

@@ -68,7 +68,7 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
         max_new_tokens=max_new_tokens, 
         do_sample=True, 
         temperature=temperature,
-        eos_token_id=[128001, 128009],
+        eos_token_id=[2],
     )
     
     thread = Thread(target=model.generate, kwargs=generate_kwargs)