gweltou commited on
Commit
e8ceb1d
1 Parent(s): 16a4a74

Training in progress, step 1000

Browse files
.ipynb_checkpoints/config-checkpoint.json ADDED
@@ -0,0 +1,76 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "utter-project/mHuBERT-147",
3
+ "activation_dropout": 0.1,
4
+ "apply_spec_augment": true,
5
+ "architectures": [
6
+ "HubertForCTC"
7
+ ],
8
+ "attention_dropout": 0.1,
9
+ "bos_token_id": 1,
10
+ "classifier_proj_size": 256,
11
+ "conv_bias": false,
12
+ "conv_dim": [
13
+ 512,
14
+ 512,
15
+ 512,
16
+ 512,
17
+ 512,
18
+ 512,
19
+ 512
20
+ ],
21
+ "conv_kernel": [
22
+ 10,
23
+ 3,
24
+ 3,
25
+ 3,
26
+ 3,
27
+ 2,
28
+ 2
29
+ ],
30
+ "conv_stride": [
31
+ 5,
32
+ 2,
33
+ 2,
34
+ 2,
35
+ 2,
36
+ 2,
37
+ 2
38
+ ],
39
+ "ctc_loss_reduction": "mean",
40
+ "ctc_zero_infinity": false,
41
+ "do_stable_layer_norm": false,
42
+ "eos_token_id": 2,
43
+ "feat_extract_activation": "gelu",
44
+ "feat_extract_dropout": 0.0,
45
+ "feat_extract_norm": "group",
46
+ "feat_proj_dropout": 0.0,
47
+ "feat_proj_layer_norm": true,
48
+ "final_dropout": 0.1,
49
+ "gradient_checkpointing": false,
50
+ "hidden_act": "gelu",
51
+ "hidden_dropout": 0.1,
52
+ "hidden_dropout_prob": 0.1,
53
+ "hidden_size": 768,
54
+ "initializer_range": 0.02,
55
+ "intermediate_size": 3072,
56
+ "layer_norm_eps": 1e-05,
57
+ "layerdrop": 0.1,
58
+ "mask_feature_length": 10,
59
+ "mask_feature_min_masks": 0,
60
+ "mask_feature_prob": 0.0,
61
+ "mask_time_length": 10,
62
+ "mask_time_min_masks": 2,
63
+ "mask_time_prob": 0.05,
64
+ "model_type": "hubert",
65
+ "num_attention_heads": 12,
66
+ "num_conv_pos_embedding_groups": 16,
67
+ "num_conv_pos_embeddings": 128,
68
+ "num_feat_extract_layers": 7,
69
+ "num_hidden_layers": 12,
70
+ "pad_token_id": 47,
71
+ "tokenizer_class": "Wav2Vec2CTCTokenizer",
72
+ "torch_dtype": "float32",
73
+ "transformers_version": "4.39.1",
74
+ "use_weighted_layer_sum": false,
75
+ "vocab_size": 50
76
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fe6871e69735a8b85b02a888f016738e1023fae842a4fed7b8537741814b316b
3
  size 377666024
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b5268a66e53233b7052da07bd99ce6803d1224c572644416badbd5120ad01b4
3
  size 377666024
runs/Jun16_21-21-41_gweltaz-NUC10i7FNK/events.out.tfevents.1718565834.gweltaz-NUC10i7FNK.7134.0 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46e3da6a0aae0c3562659c68ad44ead0267f6c81fdfaf074d722401e8762f4a3
3
- size 7853
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3ab43b7265ab3dbc0f208635874ffb245ea03c89aa68668bfe770634fc5ce73
3
+ size 8429
runs/Jun17_09-19-18_gweltaz-NUC10i7FNK/events.out.tfevents.1718608878.gweltaz-NUC10i7FNK.2354.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3092d861096a10af72baec0ed327e6e3e3c352abcbbe42f273c5009b4286911e
3
+ size 6125
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d53a70238441c0560eae890dcf612b620217f12a23e68803bc582b7f19eb3b49
3
  size 4475
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd3eb3b4127f818055fe54c6072af58f96c33156262764a1ade8415c411a912b
3
  size 4475