Xenova HF staff commited on
Commit
adc2515
1 Parent(s): bac0c37

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -32,7 +32,7 @@
32
  "max_length": 50
33
  }
34
  },
35
- "transformers_version": "4.28.1",
36
  "use_cache": true,
37
  "vocab_size": 50257
38
  }
 
32
  "max_length": 50
33
  }
34
  },
35
+ "transformers_version": "4.29.2",
36
  "use_cache": true,
37
  "vocab_size": 50257
38
  }
generation_config.json CHANGED
@@ -2,5 +2,5 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 50256,
4
  "eos_token_id": 50256,
5
- "transformers_version": "4.28.1"
6
  }
 
2
  "_from_model_config": true,
3
  "bos_token_id": 50256,
4
  "eos_token_id": 50256,
5
+ "transformers_version": "4.29.2"
6
  }
merges.txt CHANGED
@@ -1,4 +1,4 @@
1
- #version: 0.2 - Trained by `huggingface/tokenizers`
2
  Ġ t
3
  Ġ a
4
  h e
 
1
+ #version: 0.2
2
  Ġ t
3
  Ġ a
4
  h e
onnx/decoder_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a09d5cf3441bfe1e6ac71da153bcd50055f8296d69f6df76fa7afcc1d1b2f7a5
3
  size 653666800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd9d2cc37ed20cf78f52c9f424c61b1605fe88cbce371729198ded0549fed5d9
3
  size 653666800
onnx/decoder_model_merged_quantized.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:30a93a39b883cb040f6bb2a9432c4cc88dbcd0ac4fa31bffb3db61c7b4c9c124
3
- size 284020004
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dd7fab753b20c01989eb795dd2d3d794edf0e5053e010152b6d57016b3ddcf0
3
+ size 165869810
onnx/decoder_model_quantized.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6d67f58ce17978436cab416d0db2de77d48b376b43649f738ad98814519faeec
3
- size 283307605
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14c4c7534e258d81f2b9ad551fb92e476633cc5c48ed89daae4b27d560ce3e4
3
+ size 165156835
onnx/decoder_with_past_model.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1db35cf2c2b30039b123cf2c4e2946a70aec184af7841b61d5fc5f7900f27048
3
  size 653673608
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11ed625b30dcdc8777a608c4b3667626faec14d4e9fd7be2e586731fdc9e1700
3
  size 653673608
onnx/decoder_with_past_model_quantized.onnx CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c1d1daf90cdbbcf2477cb2403b81e9410d66f4af547ebf1d9c259aa15fb2b44f
3
- size 283316655
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:511a798ea7f8286711d68cb9d6dac83a7f051d3f617c90d4b25cbfaa6edfeba9
3
+ size 165165885
tokenizer.json CHANGED
@@ -5,29 +5,32 @@
5
  "added_tokens": [
6
  {
7
  "id": 50256,
8
- "special": true,
9
  "content": "<|endoftext|>",
10
  "single_word": false,
11
  "lstrip": false,
12
  "rstrip": false,
13
- "normalized": false
 
14
  }
15
  ],
16
  "normalizer": null,
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
- "trim_offsets": true
 
21
  },
22
  "post_processor": {
23
  "type": "ByteLevel",
24
  "add_prefix_space": true,
25
- "trim_offsets": false
 
26
  },
27
  "decoder": {
28
  "type": "ByteLevel",
29
  "add_prefix_space": true,
30
- "trim_offsets": true
 
31
  },
32
  "model": {
33
  "type": "BPE",
@@ -36,6 +39,7 @@
36
  "continuing_subword_prefix": "",
37
  "end_of_word_suffix": "",
38
  "fuse_unk": false,
 
39
  "vocab": {
40
  "!": 0,
41
  "\"": 1,
 
5
  "added_tokens": [
6
  {
7
  "id": 50256,
 
8
  "content": "<|endoftext|>",
9
  "single_word": false,
10
  "lstrip": false,
11
  "rstrip": false,
12
+ "normalized": false,
13
+ "special": true
14
  }
15
  ],
16
  "normalizer": null,
17
  "pre_tokenizer": {
18
  "type": "ByteLevel",
19
  "add_prefix_space": false,
20
+ "trim_offsets": true,
21
+ "use_regex": true
22
  },
23
  "post_processor": {
24
  "type": "ByteLevel",
25
  "add_prefix_space": true,
26
+ "trim_offsets": false,
27
+ "use_regex": true
28
  },
29
  "decoder": {
30
  "type": "ByteLevel",
31
  "add_prefix_space": true,
32
+ "trim_offsets": true,
33
+ "use_regex": true
34
  },
35
  "model": {
36
  "type": "BPE",
 
39
  "continuing_subword_prefix": "",
40
  "end_of_word_suffix": "",
41
  "fuse_unk": false,
42
+ "byte_fallback": false,
43
  "vocab": {
44
  "!": 0,
45
  "\"": 1,