Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -50,7 +50,7 @@ stopping_criteria_list = StoppingCriteriaList([stopping_criteria])
|
|
50 |
|
51 |
def generate_text(prompt, context, max_length=2100):
|
52 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
53 |
-
input_text = f'''<bos><start_of_turn>system
|
54 |
inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
|
55 |
max_new_tokens=max_length
|
56 |
generation_config = GenerationConfig(
|
|
|
50 |
|
51 |
def generate_text(prompt, context, max_length=2100):
|
52 |
prompt=prompt.replace("\n", "").replace("¿","").replace("?","")
|
53 |
+
input_text = f'''<bos><start_of_turn>system\n{context}?<end_of_turn><start_of_turn>user\n{prompt}<end_of_turn><start_of_turn>model\n'''
|
54 |
inputs = tokenizer.encode(input_text, return_tensors="pt", add_special_tokens=False).to("cuda:0")
|
55 |
max_new_tokens=max_length
|
56 |
generation_config = GenerationConfig(
|