rovi27 commited on
Commit
1521ff0
1 Parent(s): 9101d08

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -50,7 +50,7 @@ stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
50
 
51
  def generate_text(prompt, context, max_length=2100):
52
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
53
- input_text = f'''<bos><start_of_turn>system ¿{context}?<end_of_turn><start_of_turn>user ¿{prompt}?<end_of_turn><start_of_turn>model'''
54
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
55
  max_new_tokens=max_length
56
  generation_config = GenerationConfig(
 
50
 
51
  def generate_text(prompt, context, max_length=2100):
52
  prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
53
+ input_text = f'''<bos><start_of_turn>system\n{context}?<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
54
  inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
55
  max_new_tokens=max_length
56
  generation_config = GenerationConfig(