gugarosa commited on
Commit
72b2fe4
1 Parent(s): 023b2ec

Update added_tokens.json

Browse files
Files changed (1) hide show
  1. added_tokens.json +4 -0
added_tokens.json CHANGED
@@ -1,3 +1,7 @@
1
  {
 
 
 
 
2
  "<|endofprompt|>": 100276
3
  }
 
1
  {
2
+ "<|endoftext|>": 100257,
3
+ "<|fim_prefix|>": 100258,
4
+ "<|fim_middle|>": 100259,
5
+ "<|fim_suffix|>": 100260,
6
  "<|endofprompt|>": 100276
7
  }