T5-3B-Ctrl-Simplification / added_tokens.json
douy's picture
Upload tokenizer
f8daddd
{
"<DR_0.15>": 32167,
"<DR_0.25>": 32145,
"<DR_0.2>": 32214,
"<DR_0.35>": 32100,
"<DR_0.3>": 32138,
"<DR_0.45>": 32210,
"<DR_0.4>": 32106,
"<DR_0.55>": 32101,
"<DR_0.5>": 32200,
"<DR_0.65>": 32114,
"<DR_0.6>": 32111,
"<DR_0.75>": 32181,
"<DR_0.7>": 32201,
"<DR_0.85>": 32136,
"<DR_0.8>": 32141,
"<DR_0.95>": 32205,
"<DR_0.9>": 32168,
"<DR_1.05>": 32193,
"<DR_1.0>": 32216,
"<DR_1.15>": 32128,
"<DR_1.1>": 32113,
"<DR_1.25>": 32219,
"<DR_1.2>": 32151,
"<DR_1.35>": 32129,
"<DR_1.3>": 32186,
"<DR_1.45>": 32226,
"<DR_1.4>": 32218,
"<DR_1.55>": 32171,
"<DR_1.5>": 32177,
"<DR_1.65>": 32132,
"<DR_1.6>": 32194,
"<DR_1.75>": 32166,
"<DR_1.7>": 32215,
"<DR_1.85>": 32104,
"<DR_1.8>": 32103,
"<DR_1.95>": 32191,
"<DR_1.9>": 32150,
"<DR_2.0>": 32134,
"<LS_0.25>": 32160,
"<LS_0.2>": 32146,
"<LS_0.35>": 32208,
"<LS_0.3>": 32212,
"<LS_0.45>": 32165,
"<LS_0.4>": 32133,
"<LS_0.55>": 32155,
"<LS_0.5>": 32206,
"<LS_0.65>": 32123,
"<LS_0.6>": 32180,
"<LS_0.75>": 32164,
"<LS_0.7>": 32188,
"<LS_0.85>": 32195,
"<LS_0.8>": 32190,
"<LS_0.95>": 32115,
"<LS_0.9>": 32158,
"<LS_1.0>": 32221,
"<NC_0.15>": 32225,
"<NC_0.1>": 32137,
"<NC_0.25>": 32185,
"<NC_0.2>": 32144,
"<NC_0.35>": 32118,
"<NC_0.3>": 32105,
"<NC_0.45>": 32125,
"<NC_0.4>": 32140,
"<NC_0.55>": 32170,
"<NC_0.5>": 32107,
"<NC_0.65>": 32213,
"<NC_0.6>": 32179,
"<NC_0.75>": 32217,
"<NC_0.7>": 32197,
"<NC_0.85>": 32135,
"<NC_0.8>": 32227,
"<NC_0.95>": 32109,
"<NC_0.9>": 32209,
"<NC_1.05>": 32127,
"<NC_1.0>": 32211,
"<NC_1.15>": 32223,
"<NC_1.1>": 32156,
"<NC_1.25>": 32178,
"<NC_1.2>": 32207,
"<NC_1.35>": 32176,
"<NC_1.3>": 32199,
"<NC_1.45>": 32117,
"<NC_1.4>": 32184,
"<NC_1.55>": 32162,
"<NC_1.5>": 32169,
"<NC_1.65>": 32139,
"<NC_1.6>": 32163,
"<NC_1.75>": 32183,
"<NC_1.7>": 32121,
"<NC_1.85>": 32174,
"<NC_1.8>": 32147,
"<NC_1.95>": 32182,
"<NC_1.9>": 32157,
"<NC_2.0>": 32204,
"<WR_0.35>": 32222,
"<WR_0.45>": 32110,
"<WR_0.4>": 32153,
"<WR_0.55>": 32143,
"<WR_0.5>": 32192,
"<WR_0.65>": 32187,
"<WR_0.6>": 32198,
"<WR_0.75>": 32202,
"<WR_0.7>": 32108,
"<WR_0.85>": 32142,
"<WR_0.8>": 32189,
"<WR_0.95>": 32149,
"<WR_0.9>": 32196,
"<WR_1.05>": 32120,
"<WR_1.0>": 32112,
"<WR_1.15>": 32130,
"<WR_1.1>": 32173,
"<WR_1.25>": 32172,
"<WR_1.2>": 32119,
"<WR_1.35>": 32152,
"<WR_1.3>": 32122,
"<WR_1.45>": 32224,
"<WR_1.4>": 32102,
"<WR_1.55>": 32131,
"<WR_1.5>": 32154,
"<WR_1.65>": 32126,
"<WR_1.6>": 32116,
"<WR_1.75>": 32148,
"<WR_1.7>": 32175,
"<WR_1.85>": 32159,
"<WR_1.8>": 32161,
"<WR_1.95>": 32220,
"<WR_1.9>": 32203,
"<WR_2.0>": 32124
}