vilarin commited on
Commit
50b348c
1 Parent(s): 487032c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -77,9 +77,10 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
77
 
78
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
79
  thread.start()
80
- buffer = ""
81
- for new_text in streamer:
82
- buffer += new_text
 
83
  yield buffer
84
 
85
  chatbot = gr.Chatbot(height=600, placeholder = PLACEHOLDER)
 
77
 
78
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
79
  thread.start()
80
+ buffer = ""
81
+ for new_token in streamer:
82
+ if new_token and '<|user|>' not in new_token:
83
+ buffer += new_token
84
  yield buffer
85
 
86
  chatbot = gr.Chatbot(height=600, placeholder = PLACEHOLDER)