freQuensy23 commited on
Commit
49f477f
1 Parent(s): a492e53

IMP gpt 2 len

Browse files
Files changed (1) hide show
  1. generators.py +1 -1
generators.py CHANGED
@@ -49,7 +49,7 @@ async def generate_gpt2(system_input, user_input):
49
  output = await query_llm({
50
  "inputs": (inputs := f"{system_input}\n{user_input}"),
51
  }, "openai-community/gpt2")
52
- yield output[0]["generated_text"][532]
53
 
54
 
55
  async def generate_llama2(system_input, user_input):
 
49
  output = await query_llm({
50
  "inputs": (inputs := f"{system_input}\n{user_input}"),
51
  }, "openai-community/gpt2")
52
+ yield output[0]["generated_text"][:532]
53
 
54
 
55
  async def generate_llama2(system_input, user_input):