KvrParaskevi commited on
Commit
589e411
1 Parent(s): 5f5cf3f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -65,7 +65,7 @@ with st.container():
65
  #chat_response = demo_chat.demo_chain(input_text=input_text, memory=st.session_state.memory, model= chat_model)
66
  #first_answer = chat_response.split("Human")[0] #Because of Predict it prints the whole conversation.Here we seperate the first answer only.
67
  tokenized_chat = tokenizer.apply_chat_template(st.session_state.chat_history, tokenize=True, add_generation_prompt=True, return_tensors="pt")
68
- st.write(tokenizer.decode(tokenized_chat[0]))
69
  outputs = model.generate(tokenized_chat, max_new_tokens=128)
70
  first_answer = tokenizer.decode(outputs[0],skip_special_tokens=True)
71
 
 
65
  #chat_response = demo_chat.demo_chain(input_text=input_text, memory=st.session_state.memory, model= chat_model)
66
  #first_answer = chat_response.split("Human")[0] #Because of Predict it prints the whole conversation.Here we seperate the first answer only.
67
  tokenized_chat = tokenizer.apply_chat_template(st.session_state.chat_history, tokenize=True, add_generation_prompt=True, return_tensors="pt")
68
+ #st.write(tokenizer.decode(tokenized_chat[0]))
69
  outputs = model.generate(tokenized_chat, max_new_tokens=128)
70
  first_answer = tokenizer.decode(outputs[0],skip_special_tokens=True)
71