voidful commited on
Commit
4283b14
1 Parent(s): cf614a4

Upload tokenizer

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -245803,7 +245803,7 @@
245803
  }
245804
  },
245805
  "bos_token": "<|endoftext|>",
245806
- "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\\n' + message['content'].strip() + ' <|im_end|>' }}{% elif message['role'] == 'system' %}{{ '<|im_start|>system\\n' + message['content'].strip() + '<|im_end|>\\n' }}{% elif message['role'] == 'assistant' %}{{ '<|im_start|>assistant \\n' + message['content'] + ' <|im_end|>'}}{% endif %}{% endfor %}",
245807
  "clean_up_tokenization_spaces": true,
245808
  "device_map": "auto",
245809
  "eos_token": "<|endoftext|>",
 
245803
  }
245804
  },
245805
  "bos_token": "<|endoftext|>",
245806
+ "chat_template": "{% for message in messages %}{% if message['role'] == 'user' %}{{'<|im_start|>user\\n' + message['content'].strip() + ' <|im_end|>\\n' }}{% elif message['role'] == 'system' %}{{ '<|im_start|>system\\n' + message['content'].strip() + '<|im_end|>\\n' }}{% elif message['role'] == 'assistant' %}{{ '<|im_start|>assistant \\n' + message['content'] + ' <|im_end|>\\n'}}{% endif %}{% endfor %}",
245807
  "clean_up_tokenization_spaces": true,
245808
  "device_map": "auto",
245809
  "eos_token": "<|endoftext|>",