Spaces:
Sleeping
Sleeping
jordigonzm
commited on
Commit
•
513fb7b
1
Parent(s):
3634b88
eliminamos warn
Browse files
app.py
CHANGED
@@ -84,6 +84,8 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
|
|
84 |
temperature=temperature,
|
85 |
repetition_penalty=1.1,
|
86 |
stopping_criteria=StoppingCriteriaList([stop]),
|
|
|
|
|
87 |
)
|
88 |
|
89 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|
|
|
84 |
temperature=temperature,
|
85 |
repetition_penalty=1.1,
|
86 |
stopping_criteria=StoppingCriteriaList([stop]),
|
87 |
+
attention_mask=input_ids.ne(tokenizer.pad_token_id).long(), # Configurar máscara de atención
|
88 |
+
pad_token_id=tokenizer.eos_token_id # Establecer pad_token_id al token de fin de secuencia
|
89 |
)
|
90 |
|
91 |
thread = Thread(target=model.generate, kwargs=generate_kwargs)
|