End of training

README.md

@@ -2,7 +2,7 @@
 language:
 - en
 license: apache-2.0
-base_model: openai/whisper-small.en
+base_model: openai/whisper-tiny.en
 tags:
 - nyansapo_ai-asr-leaderboard
 - generated_from_trainer
@@ -11,7 +11,7 @@ datasets:
 metrics:
 - wer
 model-index:
-- name: whisper-small.en
+- name: whisper-tiny.en
   results:
   - task:
       name: Automatic Speech Recognition
@@ -19,24 +19,22 @@ model-index:
     dataset:
       name: Azure-dataset
       type: NyansapoAI/azure-dataset
-      config: default
-      split: test
       args: 'split: test'
     metrics:
     - name: Wer
       type: wer
-      value: 12.02020202020202
+      value: 8.886971527178602
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 should probably proofread and complete it, then remove this comment. -->
 
-# whisper-small.en
+# whisper-tiny.en
 
-This model is a fine-tuned version of [openai/whisper-small.en](https://huggingface.co/openai/whisper-small.en) on the Azure-dataset dataset.
+This model is a fine-tuned version of [openai/whisper-tiny.en](https://huggingface.co/openai/whisper-tiny.en) on the Azure-dataset dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0191
-- Wer: 12.0202
+- Loss: 0.0691
+- Wer: 8.8870
 
 ## Model description
 
@@ -61,23 +59,22 @@ The following hyperparameters were used during training:
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- lr_scheduler_warmup_steps: 500
-- training_steps: 2500
+- lr_scheduler_warmup_steps: 250
+- training_steps: 1000
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Wer     |
 |:-------------:|:-----:|:----:|:---------------:|:-------:|
-| 0.1119        | 3.11  | 500  | 0.0303          | 27.8788 |
-| 0.0514        | 6.21  | 1000 | 0.0196          | 16.4646 |
-| 0.0489        | 9.32  | 1500 | 0.0193          | 9.8990  |
-| 0.0478        | 12.42 | 2000 | 0.0193          | 11.9192 |
-| 0.0493        | 15.53 | 2500 | 0.0191          | 12.0202 |
+| 1.2834        | 1.38  | 250  | 0.6457          | 19.0682 |
+| 0.3634        | 2.76  | 500  | 0.0896          | 7.5065  |
+| 0.216         | 4.14  | 750  | 0.0727          | 6.8162  |
+| 0.1824        | 5.52  | 1000 | 0.0691          | 8.8870  |
 
 
 ### Framework versions
 
-- Transformers 4.33.0.dev0
-- Pytorch 2.0.1
-- Datasets 2.14.4
-- Tokenizers 0.13.3
+- Transformers 4.39.1
+- Pytorch 2.2.1
+- Datasets 2.18.0
+- Tokenizers 0.15.2

generation_config.json

@@ -1,79 +1,35 @@
 {
   "alignment_heads": [
     [
-      6,
-      6
-    ],
-    [
-      7,
+      1,
       0
     ],
     [
-      7,
-      3
-    ],
-    [
-      7,
-      8
-    ],
-    [
-      8,
-      2
-    ],
-    [
-      8,
-      5
-    ],
-    [
-      8,
-      7
-    ],
-    [
-      9,
+      2,
       0
     ],
     [
-      9,
-      4
-    ],
-    [
-      9,
-      8
-    ],
-    [
-      9,
-      10
+      2,
+      5
     ],
     [
-      10,
+      3,
       0
     ],
     [
-      10,
+      3,
       1
     ],
     [
-      10,
+      3,
       2
     ],
     [
-      10,
+      3,
       3
     ],
     [
-      10,
-      6
-    ],
-    [
-      10,
-      11
-    ],
-    [
-      11,
-      2
-    ],
-    [
-      11,
+      3,
       4
     ]
   ],
@@ -91,10 +47,11 @@
     ]
   ],
   "is_multilingual": false,
-  "max_initial_timestamp_index": 1,
+  "max_initial_timestamp_index": 50,
   "max_length": 448,
   "no_timestamps_token_id": 50362,
   "pad_token_id": 50256,
+  "prev_sot_token_id": 50360,
   "return_timestamps": false,
   "suppress_tokens": [
     1,
@@ -188,5 +145,5 @@
     50360,
     50361
   ],
-  "transformers_version": "4.33.0.dev0"
+  "transformers_version": "4.39.1"
 }

runs/Mar29_00-56-17_Edwards-MacBook-Pro-2.local/events.out.tfevents.1711688201.Edwards-MacBook-Pro-2.local.93542.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0836777bfcee7fe3d45aea4a26c55f76ca518a024eade3c19aa2bc3f6e2a6e8c
-size 12739
+oid sha256:f817cabe9493ae21f8482ac631ba870d0b732e0795319d8cdcf0c490dc4b1b6f
+size 15521