Detsutut commited on
Commit
7ebea95
1 Parent(s): 3380739

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -4
app.py CHANGED
@@ -48,12 +48,10 @@ def generate_text(input_text, max_new_tokens=512, temperature=1, system_prompt="
48
  input_text,
49
  max_new_tokens=max_new_tokens,
50
  temperature=temperature,
51
- return_full_text = False
 
52
  )
53
  generated_text = output[0]['generated_text']
54
-
55
- if generated_text[-1] not in [".","!","?","\n"] and generated_text[-4:-1] != "</s>":
56
- generated_text = generated_text + " [...]"
57
 
58
  split_tentative = generated_text.split("### Risposta:")
59
  if len(split_tentative) > 1:
 
48
  input_text,
49
  max_new_tokens=max_new_tokens,
50
  temperature=temperature,
51
+ return_full_text = False,
52
+ forced_eos_token_id=tokenizer.encode("[...]")[1]
53
  )
54
  generated_text = output[0]['generated_text']
 
 
 
55
 
56
  split_tentative = generated_text.split("### Risposta:")
57
  if len(split_tentative) > 1: