peterpeter8585 commited on
Commit
dcb7035
1 Parent(s): e807dea

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -105,7 +105,7 @@ def respond(
105
 
106
  response = ""
107
 
108
- stream = client.text_generation(formatted_prompt, max_new_tokens=512, stream=True, details=True, return_full_text=False)
109
  token="".join([response.token.text for response in stream if response.token.text != "</s>"])
110
  response += token
111
  yield response
 
105
 
106
  response = ""
107
 
108
+ stream = client.text_generation(formatted_prompt, max_new_tokens=512, stream=True, details=True, return_full_text=False)
109
  token="".join([response.token.text for response in stream if response.token.text != "</s>"])
110
  response += token
111
  yield response