patrickvonplaten commited on
Commit
5c10992
1 Parent(s): 0053082

correct checkpoint

Browse files
Files changed (2) hide show
  1. config.json +19 -3
  2. pytorch_model.bin +2 -2
config.json CHANGED
@@ -1,15 +1,30 @@
1
  {
 
2
  "_num_labels": 3,
3
  "activation_dropout": 0.0,
4
  "activation_function": "gelu",
5
  "architectures": [
6
- "LongformerEncoderDecoderForConditionalGeneration"
7
  ],
8
  "attention_dropout": 0.0,
9
  "attention_probs_dropout_prob": 0.0,
10
- "attention_window": 1024,
 
 
 
 
 
 
 
 
 
 
 
 
 
11
  "bos_token_id": 0,
12
  "classif_dropout": 0.0,
 
13
  "d_model": 1024,
14
  "decoder_attention_heads": 16,
15
  "decoder_ffn_dim": 4096,
@@ -38,10 +53,11 @@
38
  "max_decoder_position_embeddings": 1024,
39
  "max_encoder_position_embeddings": 16384,
40
  "max_position_embeddings": 1024,
41
- "model_type": "bart",
42
  "num_hidden_layers": 12,
43
  "output_past": false,
44
  "pad_token_id": 1,
45
  "prefix": " ",
 
46
  "vocab_size": 50265
47
  }
 
1
  {
2
+ "_name_or_path": "./led-large-16384-arxiv",
3
  "_num_labels": 3,
4
  "activation_dropout": 0.0,
5
  "activation_function": "gelu",
6
  "architectures": [
7
+ "LEDForConditionalGeneration"
8
  ],
9
  "attention_dropout": 0.0,
10
  "attention_probs_dropout_prob": 0.0,
11
+ "attention_window": [
12
+ 1024,
13
+ 1024,
14
+ 1024,
15
+ 1024,
16
+ 1024,
17
+ 1024,
18
+ 1024,
19
+ 1024,
20
+ 1024,
21
+ 1024,
22
+ 1024,
23
+ 1024
24
+ ],
25
  "bos_token_id": 0,
26
  "classif_dropout": 0.0,
27
+ "classifier_dropout": 0.0,
28
  "d_model": 1024,
29
  "decoder_attention_heads": 16,
30
  "decoder_ffn_dim": 4096,
 
53
  "max_decoder_position_embeddings": 1024,
54
  "max_encoder_position_embeddings": 16384,
55
  "max_position_embeddings": 1024,
56
+ "model_type": "led",
57
  "num_hidden_layers": 12,
58
  "output_past": false,
59
  "pad_token_id": 1,
60
  "prefix": " ",
61
+ "use_cache": true,
62
  "vocab_size": 50265
63
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c88847c75a423423e387793f4a8d82861b473dc55793e781a587cc4a28c36a75
3
- size 1839651959
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e977c9af5fbeef297ac4a21200618091fab14220404b85f5ad0efa73f8d726
3
+ size 1839652087