FYP19 commited on
Commit
74af1cf
1 Parent(s): efeaf82

End of training

Browse files
Files changed (2) hide show
  1. tokenizer.json +2 -2
  2. tokenizer_config.json +1 -2
tokenizer.json CHANGED
@@ -2,13 +2,13 @@
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
- "max_length": 256,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
- "Fixed": 256
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
 
2
  "version": "1.0",
3
  "truncation": {
4
  "direction": "Right",
5
+ "max_length": 64,
6
  "strategy": "LongestFirst",
7
  "stride": 0
8
  },
9
  "padding": {
10
  "strategy": {
11
+ "Fixed": 64
12
  },
13
  "direction": "Right",
14
  "pad_to_multiple_of": null,
tokenizer_config.json CHANGED
@@ -101,12 +101,11 @@
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
 
104
  "eos_token": "</s>",
105
  "extra_ids": 100,
106
  "model_max_length": 512,
107
- "name_or_path": "FYP19/t5-small-finetuned-wikisql",
108
  "pad_token": "<pad>",
109
- "special_tokens_map_file": null,
110
  "tokenizer_class": "T5Tokenizer",
111
  "unk_token": "<unk>"
112
  }
 
101
  "<extra_id_98>",
102
  "<extra_id_99>"
103
  ],
104
+ "clean_up_tokenization_spaces": true,
105
  "eos_token": "</s>",
106
  "extra_ids": 100,
107
  "model_max_length": 512,
 
108
  "pad_token": "<pad>",
 
109
  "tokenizer_class": "T5Tokenizer",
110
  "unk_token": "<unk>"
111
  }