numan98 commited on
Commit
58bc570
·
verified ·
1 Parent(s): 6c8c4f8

End of training

Browse files
README.md ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ library_name: transformers
3
+ language:
4
+ - ar
5
+ license: apache-2.0
6
+ base_model: tarteel-ai/whisper-tiny-ar-quran
7
+ tags:
8
+ - generated_from_trainer
9
+ datasets:
10
+ - numan98/synth-incorrect-verses
11
+ model-index:
12
+ - name: Nextayah Tiny Whisper Finetuned
13
+ results: []
14
+ ---
15
+
16
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
17
+ should probably proofread and complete it, then remove this comment. -->
18
+
19
+ # Nextayah Tiny Whisper Finetuned
20
+
21
+ This model is a fine-tuned version of [tarteel-ai/whisper-tiny-ar-quran](https://huggingface.co/tarteel-ai/whisper-tiny-ar-quran) on the Synthetic Incorrect Verses dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - eval_loss: 0.1059
24
+ - eval_wer: 16.4345
25
+ - eval_runtime: 49.0992
26
+ - eval_samples_per_second: 2.037
27
+ - eval_steps_per_second: 0.265
28
+ - epoch: 68.9825
29
+ - step: 2000
30
+
31
+ ## Model description
32
+
33
+ More information needed
34
+
35
+ ## Intended uses & limitations
36
+
37
+ More information needed
38
+
39
+ ## Training and evaluation data
40
+
41
+ More information needed
42
+
43
+ ## Training procedure
44
+
45
+ ### Training hyperparameters
46
+
47
+ The following hyperparameters were used during training:
48
+ - learning_rate: 0.0001
49
+ - train_batch_size: 16
50
+ - eval_batch_size: 8
51
+ - seed: 42
52
+ - gradient_accumulation_steps: 2
53
+ - total_train_batch_size: 32
54
+ - optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
55
+ - lr_scheduler_type: linear
56
+ - lr_scheduler_warmup_steps: 750
57
+ - training_steps: 2500
58
+ - mixed_precision_training: Native AMP
59
+
60
+ ### Framework versions
61
+
62
+ - Transformers 4.48.0
63
+ - Pytorch 2.5.1+cu121
64
+ - Datasets 3.2.0
65
+ - Tokenizers 0.21.0
generation_config.json ADDED
@@ -0,0 +1,127 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "begin_suppress_tokens": [
3
+ 220,
4
+ 50257
5
+ ],
6
+ "bos_token_id": 50257,
7
+ "decoder_start_token_id": 50258,
8
+ "eos_token_id": 50257,
9
+ "lang_to_id": {
10
+ "afrikaans": 68,
11
+ "albanian": 58,
12
+ "amharic": 75,
13
+ "arabic": 13,
14
+ "armenian": 53,
15
+ "assamese": 91,
16
+ "azerbaijani": 45,
17
+ "bashkir": 96,
18
+ "basque": 51,
19
+ "belarusian": 71,
20
+ "bengali": 43,
21
+ "bosnian": 56,
22
+ "breton": 50,
23
+ "bulgarian": 33,
24
+ "burmese": 100,
25
+ "cantonese": 99,
26
+ "castilian": 110,
27
+ "catalan": 11,
28
+ "chinese": 1,
29
+ "croatian": 32,
30
+ "czech": 24,
31
+ "danish": 26,
32
+ "dutch": 12,
33
+ "english": 0,
34
+ "estonian": 48,
35
+ "faroese": 79,
36
+ "finnish": 18,
37
+ "flemish": 102,
38
+ "french": 6,
39
+ "galician": 60,
40
+ "georgian": 70,
41
+ "german": 2,
42
+ "greek": 22,
43
+ "gujarati": 74,
44
+ "haitian": 103,
45
+ "haitian creole": 80,
46
+ "hausa": 95,
47
+ "hawaiian": 93,
48
+ "hebrew": 20,
49
+ "hindi": 17,
50
+ "hungarian": 27,
51
+ "icelandic": 52,
52
+ "indonesian": 16,
53
+ "italian": 15,
54
+ "japanese": 7,
55
+ "javanese": 97,
56
+ "kannada": 47,
57
+ "kazakh": 57,
58
+ "khmer": 64,
59
+ "korean": 5,
60
+ "lao": 77,
61
+ "latin": 35,
62
+ "latvian": 42,
63
+ "letzeburgesch": 104,
64
+ "lingala": 94,
65
+ "lithuanian": 34,
66
+ "luxembourgish": 86,
67
+ "macedonian": 49,
68
+ "malagasy": 90,
69
+ "malay": 23,
70
+ "malayalam": 37,
71
+ "maltese": 84,
72
+ "mandarin": 111,
73
+ "maori": 36,
74
+ "marathi": 61,
75
+ "moldavian": 107,
76
+ "moldovan": 108,
77
+ "mongolian": 55,
78
+ "myanmar": 87,
79
+ "nepali": 54,
80
+ "norwegian": 29,
81
+ "nynorsk": 83,
82
+ "occitan": 69,
83
+ "panjabi": 106,
84
+ "pashto": 81,
85
+ "persian": 41,
86
+ "polish": 10,
87
+ "portuguese": 8,
88
+ "punjabi": 62,
89
+ "pushto": 105,
90
+ "romanian": 25,
91
+ "russian": 4,
92
+ "sanskrit": 85,
93
+ "serbian": 44,
94
+ "shona": 65,
95
+ "sindhi": 73,
96
+ "sinhala": 63,
97
+ "sinhalese": 109,
98
+ "slovak": 39,
99
+ "slovenian": 46,
100
+ "somali": 67,
101
+ "spanish": 3,
102
+ "sundanese": 98,
103
+ "swahili": 59,
104
+ "swedish": 14,
105
+ "tagalog": 89,
106
+ "tajik": 72,
107
+ "tamil": 28,
108
+ "tatar": 92,
109
+ "telugu": 40,
110
+ "thai": 30,
111
+ "tibetan": 88,
112
+ "turkish": 9,
113
+ "turkmen": 82,
114
+ "ukrainian": 21,
115
+ "urdu": 31,
116
+ "uzbek": 78,
117
+ "valencian": 101,
118
+ "vietnamese": 19,
119
+ "welsh": 38,
120
+ "yiddish": 76,
121
+ "yoruba": 66
122
+ },
123
+ "max_length": 448,
124
+ "pad_token_id": 50257,
125
+ "transformers_version": "4.48.0",
126
+ "use_cache": false
127
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:19771601291ccb849d379b358359fad897c950e0ba368d34bb8145cfc3c5ebfb
3
  size 151061672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36c632cad85b0e7f8ff98cb7d6b691284fbf6fce96eddd48ca1ceb7b5e6dc86b
3
  size 151061672
runs/Jan19_21-38-27_06069e9b8a98/events.out.tfevents.1737322723.06069e9b8a98.57580.2 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f11e6e48aafcd3de5d1a8dd689cbab30c0caf75ced740ecc316e8a0e6f352cac
3
- size 24062
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff51029b6fd56627faa6ff0eb456142aeaf1b964e5754e3ed6d9ab8506d736ab
3
+ size 24484