T5-3B-Ctrl-Simplification / special_tokens_map.json
douy's picture
Upload tokenizer
f8daddd
{
"additional_special_tokens": [
"<DR_0.35>",
"<DR_0.55>",
"<WR_1.4>",
"<DR_1.8>",
"<DR_1.85>",
"<NC_0.3>",
"<DR_0.4>",
"<NC_0.5>",
"<WR_0.7>",
"<NC_0.95>",
"<WR_0.45>",
"<DR_0.6>",
"<WR_1.0>",
"<DR_1.1>",
"<DR_0.65>",
"<LS_0.95>",
"<WR_1.6>",
"<NC_1.45>",
"<NC_0.35>",
"<WR_1.2>",
"<WR_1.05>",
"<NC_1.7>",
"<WR_1.3>",
"<LS_0.65>",
"<WR_2.0>",
"<NC_0.45>",
"<WR_1.65>",
"<NC_1.05>",
"<DR_1.15>",
"<DR_1.35>",
"<WR_1.15>",
"<WR_1.55>",
"<DR_1.65>",
"<LS_0.4>",
"<DR_2.0>",
"<NC_0.85>",
"<DR_0.85>",
"<NC_0.1>",
"<DR_0.3>",
"<NC_1.65>",
"<NC_0.4>",
"<DR_0.8>",
"<WR_0.85>",
"<WR_0.55>",
"<NC_0.2>",
"<DR_0.25>",
"<LS_0.2>",
"<NC_1.8>",
"<WR_1.75>",
"<WR_0.95>",
"<DR_1.9>",
"<DR_1.2>",
"<WR_1.35>",
"<WR_0.4>",
"<WR_1.5>",
"<LS_0.55>",
"<NC_1.1>",
"<NC_1.9>",
"<LS_0.9>",
"<WR_1.85>",
"<LS_0.25>",
"<WR_1.8>",
"<NC_1.55>",
"<NC_1.6>",
"<LS_0.75>",
"<LS_0.45>",
"<DR_1.75>",
"<DR_0.15>",
"<DR_0.9>",
"<NC_1.5>",
"<NC_0.55>",
"<DR_1.55>",
"<WR_1.25>",
"<WR_1.1>",
"<NC_1.85>",
"<WR_1.7>",
"<NC_1.35>",
"<DR_1.5>",
"<NC_1.25>",
"<NC_0.6>",
"<LS_0.6>",
"<DR_0.75>",
"<NC_1.95>",
"<NC_1.75>",
"<NC_1.4>",
"<NC_0.25>",
"<DR_1.3>",
"<WR_0.65>",
"<LS_0.7>",
"<WR_0.8>",
"<LS_0.8>",
"<DR_1.95>",
"<WR_0.5>",
"<DR_1.05>",
"<DR_1.6>",
"<LS_0.85>",
"<WR_0.9>",
"<NC_0.7>",
"<WR_0.6>",
"<NC_1.3>",
"<DR_0.5>",
"<DR_0.7>",
"<WR_0.75>",
"<WR_1.9>",
"<NC_2.0>",
"<DR_0.95>",
"<LS_0.5>",
"<NC_1.2>",
"<LS_0.35>",
"<NC_0.9>",
"<DR_0.45>",
"<NC_1.0>",
"<LS_0.3>",
"<NC_0.65>",
"<DR_0.2>",
"<DR_1.7>",
"<DR_1.0>",
"<NC_0.75>",
"<DR_1.4>",
"<DR_1.25>",
"<WR_1.95>",
"<LS_1.0>",
"<WR_0.35>",
"<NC_1.15>",
"<WR_1.45>",
"<NC_0.15>",
"<DR_1.45>",
"<NC_0.8>"
],
"eos_token": "</s>",
"pad_token": "<pad>",
"unk_token": "<unk>"
}