rajammanabrolu
/

gpt-4-chat-debug

Model card Files Files and versions Community

rajammanabrolu commited on Nov 30, 2023

Commit

0697d61

•

1 Parent(s): 203d323

Update tiktoken.py

Files changed (1) hide show

tiktoken.py +1 -1

tiktoken.py CHANGED Viewed

@@ -211,7 +211,7 @@ class TiktokenTokenizerWrapper(PreTrainedTokenizer):
             "{% endif %}"
             '{% if (add_generation_prompt == true) %}'
             "{{ '\n' + '<|im_start|>' + 'assistant' + '\n' }}"
-            "{% else %}"
             "{{ eos_token }}"
             "{% endif %}"
             '{% endfor %}')

             "{% endif %}"
             '{% if (add_generation_prompt == true) %}'
             "{{ '\n' + '<|im_start|>' + 'assistant' + '\n' }}"
+            "{% elif (message['role'] == 'assistant') %}"
             "{{ eos_token }}"
             "{% endif %}"
             '{% endfor %}')