lnxdx commited on
Commit
a9ceb3d
1 Parent(s): 6054162

End of training

Browse files
README.md ADDED
@@ -0,0 +1,72 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: lnxdx/B2_1000_1e-5_hp-mehrdad
3
+ tags:
4
+ - generated_from_trainer
5
+ metrics:
6
+ - wer
7
+ model-index:
8
+ - name: C1_1000_1e-5_mehrdad
9
+ results: []
10
+ ---
11
+
12
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
13
+ should probably proofread and complete it, then remove this comment. -->
14
+
15
+ # C1_1000_1e-5_mehrdad
16
+
17
+ This model is a fine-tuned version of [lnxdx/B2_1000_1e-5_hp-mehrdad](https://huggingface.co/lnxdx/B2_1000_1e-5_hp-mehrdad) on the None dataset.
18
+ It achieves the following results on the evaluation set:
19
+ - Loss: 0.6620
20
+ - Wer: 0.3151
21
+
22
+ ## Model description
23
+
24
+ More information needed
25
+
26
+ ## Intended uses & limitations
27
+
28
+ More information needed
29
+
30
+ ## Training and evaluation data
31
+
32
+ More information needed
33
+
34
+ ## Training procedure
35
+
36
+ ### Training hyperparameters
37
+
38
+ The following hyperparameters were used during training:
39
+ - learning_rate: 1e-05
40
+ - train_batch_size: 8
41
+ - eval_batch_size: 8
42
+ - seed: 42
43
+ - gradient_accumulation_steps: 2
44
+ - total_train_batch_size: 16
45
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
46
+ - lr_scheduler_type: linear
47
+ - lr_scheduler_warmup_steps: 500
48
+ - training_steps: 1000
49
+ - mixed_precision_training: Native AMP
50
+
51
+ ### Training results
52
+
53
+ | Training Loss | Epoch | Step | Validation Loss | Wer |
54
+ |:-------------:|:-----:|:----:|:---------------:|:------:|
55
+ | 0.7062 | 0.62 | 100 | 0.6594 | 0.3160 |
56
+ | 0.7111 | 1.25 | 200 | 0.6545 | 0.3178 |
57
+ | 0.7094 | 1.88 | 300 | 0.6425 | 0.3218 |
58
+ | 0.649 | 2.5 | 400 | 0.6549 | 0.3186 |
59
+ | 0.6436 | 3.12 | 500 | 0.6657 | 0.3154 |
60
+ | 0.6541 | 3.75 | 600 | 0.6530 | 0.3172 |
61
+ | 0.6317 | 4.38 | 700 | 0.6601 | 0.3151 |
62
+ | 0.6405 | 5.0 | 800 | 0.6589 | 0.3180 |
63
+ | 0.6284 | 5.62 | 900 | 0.6641 | 0.3143 |
64
+ | 0.6287 | 6.25 | 1000 | 0.6620 | 0.3151 |
65
+
66
+
67
+ ### Framework versions
68
+
69
+ - Transformers 4.35.2
70
+ - Pytorch 2.1.0+cu118
71
+ - Datasets 2.15.0
72
+ - Tokenizers 0.15.0
all_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 6.25,
3
+ "total_flos": 4.798362622332561e+18,
4
+ "train_loss": 0.6602616081237793,
5
+ "train_runtime": 4840.2702,
6
+ "train_samples": 2554,
7
+ "train_samples_per_second": 3.306,
8
+ "train_steps_per_second": 0.207
9
+ }
config.json ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "lnxdx/B2_1000_1e-5_hp-mehrdad",
3
+ "activation_dropout": 0.09216,
4
+ "adapter_attn_dim": null,
5
+ "adapter_kernel_size": 3,
6
+ "adapter_stride": 2,
7
+ "add_adapter": false,
8
+ "apply_spec_augment": true,
9
+ "architectures": [
10
+ "Wav2Vec2ForCTC"
11
+ ],
12
+ "attention_dropout": 0.05316,
13
+ "bos_token_id": 1,
14
+ "classifier_proj_size": 256,
15
+ "codevector_dim": 256,
16
+ "contrastive_logits_temperature": 0.1,
17
+ "conv_bias": true,
18
+ "conv_dim": [
19
+ 512,
20
+ 512,
21
+ 512,
22
+ 512,
23
+ 512,
24
+ 512,
25
+ 512
26
+ ],
27
+ "conv_kernel": [
28
+ 10,
29
+ 3,
30
+ 3,
31
+ 3,
32
+ 3,
33
+ 2,
34
+ 2
35
+ ],
36
+ "conv_stride": [
37
+ 5,
38
+ 2,
39
+ 2,
40
+ 2,
41
+ 2,
42
+ 2,
43
+ 2
44
+ ],
45
+ "ctc_loss_reduction": "mean",
46
+ "ctc_zero_infinity": true,
47
+ "diversity_loss_weight": 0.1,
48
+ "do_stable_layer_norm": true,
49
+ "eos_token_id": 2,
50
+ "feat_extract_activation": "gelu",
51
+ "feat_extract_dropout": 0.0,
52
+ "feat_extract_norm": "layer",
53
+ "feat_proj_dropout": 0.01249,
54
+ "feat_quantizer_dropout": 0.0,
55
+ "final_dropout": 0.0,
56
+ "hidden_act": "gelu",
57
+ "hidden_dropout": 0.01941,
58
+ "hidden_size": 1024,
59
+ "initializer_range": 0.02,
60
+ "intermediate_size": 4096,
61
+ "layer_norm_eps": 1e-05,
62
+ "layerdrop": 0.01377,
63
+ "mask_channel_length": 10,
64
+ "mask_channel_min_space": 1,
65
+ "mask_channel_other": 0.0,
66
+ "mask_channel_prob": 0.0,
67
+ "mask_channel_selection": "static",
68
+ "mask_feature_length": 10,
69
+ "mask_feature_min_masks": 0,
70
+ "mask_feature_prob": 0.0,
71
+ "mask_time_length": 10,
72
+ "mask_time_min_masks": 2,
73
+ "mask_time_min_space": 1,
74
+ "mask_time_other": 0.0,
75
+ "mask_time_prob": 0.04529,
76
+ "mask_time_selection": "static",
77
+ "model_type": "wav2vec2",
78
+ "num_adapter_layers": 3,
79
+ "num_attention_heads": 16,
80
+ "num_codevector_groups": 2,
81
+ "num_codevectors_per_group": 320,
82
+ "num_conv_pos_embedding_groups": 16,
83
+ "num_conv_pos_embeddings": 128,
84
+ "num_feat_extract_layers": 7,
85
+ "num_hidden_layers": 24,
86
+ "num_negatives": 100,
87
+ "output_hidden_size": 1024,
88
+ "pad_token_id": 0,
89
+ "proj_codevector_dim": 256,
90
+ "tdnn_dilation": [
91
+ 1,
92
+ 2,
93
+ 3,
94
+ 1,
95
+ 1
96
+ ],
97
+ "tdnn_dim": [
98
+ 512,
99
+ 512,
100
+ 512,
101
+ 512,
102
+ 1500
103
+ ],
104
+ "tdnn_kernel": [
105
+ 5,
106
+ 3,
107
+ 3,
108
+ 1,
109
+ 1
110
+ ],
111
+ "torch_dtype": "float32",
112
+ "transformers_version": "4.35.2",
113
+ "use_weighted_layer_sum": false,
114
+ "vocab_size": 40,
115
+ "xvector_output_dim": 512
116
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c9eb644332a25a9cc8e48235de2775319c5f2808b2e5a51d16086894105841b
3
+ size 1261971480
preprocessor_config.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
4
+ "feature_size": 1,
5
+ "padding_side": "right",
6
+ "padding_value": 0.0,
7
+ "processor_class": "Wav2Vec2Processor",
8
+ "return_attention_mask": true,
9
+ "sampling_rate": 16000
10
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<s>",
4
+ "lstrip": true,
5
+ "normalized": false,
6
+ "rstrip": true,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "</s>",
11
+ "lstrip": true,
12
+ "normalized": false,
13
+ "rstrip": true,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<pad>",
18
+ "lstrip": true,
19
+ "normalized": false,
20
+ "rstrip": true,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<unk>",
25
+ "lstrip": true,
26
+ "normalized": false,
27
+ "rstrip": true,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer_config.json ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<pad>",
5
+ "lstrip": true,
6
+ "normalized": false,
7
+ "rstrip": true,
8
+ "single_word": false,
9
+ "special": false
10
+ },
11
+ "1": {
12
+ "content": "<s>",
13
+ "lstrip": true,
14
+ "normalized": false,
15
+ "rstrip": true,
16
+ "single_word": false,
17
+ "special": false
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": true,
22
+ "normalized": false,
23
+ "rstrip": true,
24
+ "single_word": false,
25
+ "special": false
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": true,
30
+ "normalized": false,
31
+ "rstrip": true,
32
+ "single_word": false,
33
+ "special": false
34
+ }
35
+ },
36
+ "bos_token": "<s>",
37
+ "clean_up_tokenization_spaces": true,
38
+ "do_lower_case": false,
39
+ "eos_token": "</s>",
40
+ "model_max_length": 1000000000000000019884624838656,
41
+ "pad_token": "<pad>",
42
+ "processor_class": "Wav2Vec2Processor",
43
+ "replace_word_delimiter_char": " ",
44
+ "target_lang": null,
45
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
46
+ "unk_token": "<unk>",
47
+ "word_delimiter_token": "|"
48
+ }
train_results.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 6.25,
3
+ "total_flos": 4.798362622332561e+18,
4
+ "train_loss": 0.6602616081237793,
5
+ "train_runtime": 4840.2702,
6
+ "train_samples": 2554,
7
+ "train_samples_per_second": 3.306,
8
+ "train_steps_per_second": 0.207
9
+ }
trainer_state.json ADDED
@@ -0,0 +1,178 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.3142523364485981,
3
+ "best_model_checkpoint": "/content/drive/MyDrive/wav2vec2-large-xlsr-persian-asr-shemo_sm95/checkpoint-900",
4
+ "epoch": 6.25,
5
+ "eval_steps": 100,
6
+ "global_step": 1000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.62,
13
+ "learning_rate": 2.0000000000000003e-06,
14
+ "loss": 0.7062,
15
+ "step": 100
16
+ },
17
+ {
18
+ "epoch": 0.62,
19
+ "eval_loss": 0.6594027876853943,
20
+ "eval_runtime": 34.2834,
21
+ "eval_samples_per_second": 8.284,
22
+ "eval_steps_per_second": 1.05,
23
+ "eval_wer": 0.31600467289719625,
24
+ "step": 100
25
+ },
26
+ {
27
+ "epoch": 1.25,
28
+ "learning_rate": 3.96e-06,
29
+ "loss": 0.7111,
30
+ "step": 200
31
+ },
32
+ {
33
+ "epoch": 1.25,
34
+ "eval_loss": 0.6545001864433289,
35
+ "eval_runtime": 34.16,
36
+ "eval_samples_per_second": 8.314,
37
+ "eval_steps_per_second": 1.054,
38
+ "eval_wer": 0.3177570093457944,
39
+ "step": 200
40
+ },
41
+ {
42
+ "epoch": 1.88,
43
+ "learning_rate": 5.9600000000000005e-06,
44
+ "loss": 0.7094,
45
+ "step": 300
46
+ },
47
+ {
48
+ "epoch": 1.88,
49
+ "eval_loss": 0.6424959301948547,
50
+ "eval_runtime": 33.6744,
51
+ "eval_samples_per_second": 8.434,
52
+ "eval_steps_per_second": 1.069,
53
+ "eval_wer": 0.32184579439252337,
54
+ "step": 300
55
+ },
56
+ {
57
+ "epoch": 2.5,
58
+ "learning_rate": 7.960000000000002e-06,
59
+ "loss": 0.649,
60
+ "step": 400
61
+ },
62
+ {
63
+ "epoch": 2.5,
64
+ "eval_loss": 0.6548773646354675,
65
+ "eval_runtime": 36.0564,
66
+ "eval_samples_per_second": 7.877,
67
+ "eval_steps_per_second": 0.998,
68
+ "eval_wer": 0.31863317757009346,
69
+ "step": 400
70
+ },
71
+ {
72
+ "epoch": 3.12,
73
+ "learning_rate": 9.960000000000001e-06,
74
+ "loss": 0.6436,
75
+ "step": 500
76
+ },
77
+ {
78
+ "epoch": 3.12,
79
+ "eval_loss": 0.6656894683837891,
80
+ "eval_runtime": 33.8076,
81
+ "eval_samples_per_second": 8.4,
82
+ "eval_steps_per_second": 1.065,
83
+ "eval_wer": 0.31542056074766356,
84
+ "step": 500
85
+ },
86
+ {
87
+ "epoch": 3.75,
88
+ "learning_rate": 8.040000000000001e-06,
89
+ "loss": 0.6541,
90
+ "step": 600
91
+ },
92
+ {
93
+ "epoch": 3.75,
94
+ "eval_loss": 0.6529704332351685,
95
+ "eval_runtime": 34.802,
96
+ "eval_samples_per_second": 8.16,
97
+ "eval_steps_per_second": 1.034,
98
+ "eval_wer": 0.3171728971962617,
99
+ "step": 600
100
+ },
101
+ {
102
+ "epoch": 4.38,
103
+ "learning_rate": 6.040000000000001e-06,
104
+ "loss": 0.6317,
105
+ "step": 700
106
+ },
107
+ {
108
+ "epoch": 4.38,
109
+ "eval_loss": 0.6600654125213623,
110
+ "eval_runtime": 34.964,
111
+ "eval_samples_per_second": 8.123,
112
+ "eval_steps_per_second": 1.03,
113
+ "eval_wer": 0.3151285046728972,
114
+ "step": 700
115
+ },
116
+ {
117
+ "epoch": 5.0,
118
+ "learning_rate": 4.060000000000001e-06,
119
+ "loss": 0.6405,
120
+ "step": 800
121
+ },
122
+ {
123
+ "epoch": 5.0,
124
+ "eval_loss": 0.658935010433197,
125
+ "eval_runtime": 34.6058,
126
+ "eval_samples_per_second": 8.207,
127
+ "eval_steps_per_second": 1.04,
128
+ "eval_wer": 0.3180490654205608,
129
+ "step": 800
130
+ },
131
+ {
132
+ "epoch": 5.62,
133
+ "learning_rate": 2.06e-06,
134
+ "loss": 0.6284,
135
+ "step": 900
136
+ },
137
+ {
138
+ "epoch": 5.62,
139
+ "eval_loss": 0.6640745401382446,
140
+ "eval_runtime": 35.8838,
141
+ "eval_samples_per_second": 7.914,
142
+ "eval_steps_per_second": 1.003,
143
+ "eval_wer": 0.3142523364485981,
144
+ "step": 900
145
+ },
146
+ {
147
+ "epoch": 6.25,
148
+ "learning_rate": 6.000000000000001e-08,
149
+ "loss": 0.6287,
150
+ "step": 1000
151
+ },
152
+ {
153
+ "epoch": 6.25,
154
+ "eval_loss": 0.662032425403595,
155
+ "eval_runtime": 34.5828,
156
+ "eval_samples_per_second": 8.212,
157
+ "eval_steps_per_second": 1.041,
158
+ "eval_wer": 0.3151285046728972,
159
+ "step": 1000
160
+ },
161
+ {
162
+ "epoch": 6.25,
163
+ "step": 1000,
164
+ "total_flos": 4.798362622332561e+18,
165
+ "train_loss": 0.6602616081237793,
166
+ "train_runtime": 4840.2702,
167
+ "train_samples_per_second": 3.306,
168
+ "train_steps_per_second": 0.207
169
+ }
170
+ ],
171
+ "logging_steps": 100,
172
+ "max_steps": 1000,
173
+ "num_train_epochs": 7,
174
+ "save_steps": 100,
175
+ "total_flos": 4.798362622332561e+18,
176
+ "trial_name": null,
177
+ "trial_params": null
178
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ef4f95c7de7cb89818acdc4931e776b62d2f33ea3ff74017f8e856e85cbb17
3
+ size 4664
vocab.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</s>": 2,
3
+ "<pad>": 0,
4
+ "<s>": 1,
5
+ "<unk>": 3,
6
+ "|": 4,
7
+ "آ": 5,
8
+ "ئ": 6,
9
+ "ا": 7,
10
+ "ب": 8,
11
+ "ت": 9,
12
+ "ث": 10,
13
+ "ج": 11,
14
+ "ح": 12,
15
+ "خ": 13,
16
+ "د": 14,
17
+ "ذ": 15,
18
+ "ر": 16,
19
+ "ز": 17,
20
+ "س": 18,
21
+ "ش": 19,
22
+ "ص": 20,
23
+ "ض": 21,
24
+ "ط": 22,
25
+ "ظ": 23,
26
+ "ع": 24,
27
+ "غ": 25,
28
+ "ف": 26,
29
+ "ق": 27,
30
+ "ل": 28,
31
+ "م": 29,
32
+ "ن": 30,
33
+ "ه": 31,
34
+ "و": 32,
35
+ "پ": 33,
36
+ "چ": 34,
37
+ "ژ": 35,
38
+ "ک": 36,
39
+ "گ": 37,
40
+ "ی": 38,
41
+ "‌": 39
42
+ }