jordigonzm commited on
Commit
513fb7b
1 Parent(s): 3634b88

eliminamos warn

Browse files
Files changed (1) hide show
  1. app.py +2 -0
app.py CHANGED
@@ -84,6 +84,8 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
84
  temperature=temperature,
85
  repetition_penalty=1.1,
86
  stopping_criteria=StoppingCriteriaList([stop]),
 
 
87
  )
88
 
89
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
 
84
  temperature=temperature,
85
  repetition_penalty=1.1,
86
  stopping_criteria=StoppingCriteriaList([stop]),
87
+ attention_mask=input_ids.ne(tokenizer.pad_token_id).long(), # Configurar máscara de atención
88
+ pad_token_id=tokenizer.eos_token_id # Establecer pad_token_id al token de fin de secuencia
89
  )
90
 
91
  thread = Thread(target=model.generate, kwargs=generate_kwargs)