init

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+exp_li/kmeans_iter2_hubert_train_li110_lid_portion0.1/km_500.mdl filter=lfs diff=lfs merge=lfs -text

exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9/config.yaml

@@ -0,0 +1,672 @@
+config: conf/tuning/train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm.yaml
+print_config: false
+log_level: INFO
+dry_run: false
+iterator_type: sequence
+output_dir: exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9
+ngpu: 1
+seed: 0
+num_workers: 4
+num_att_plot: 0
+dist_backend: nccl
+dist_init_method: file:///scratch/bbjs/chen26/espnet_01_23/egs2/librispeech/ssl1/exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9/.dist_init_a1240dd2-c062-43da-80c3-13d77add8604
+dist_world_size: 32
+dist_rank: 0
+local_rank: 0
+dist_master_addr: null
+dist_master_port: null
+dist_launcher: slurm
+multiprocessing_distributed: true
+unused_parameters: true
+sharded_ddp: false
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+collect_stats: false
+write_collected_feats: false
+max_epoch: 22
+patience: null
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - acc_m
+    - max
+keep_nbest_models: 10
+nbest_averaging_interval: 0
+grad_clip: 5.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 1
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: true
+drop_last: true
+debug_grad: false
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+pretrain_path: null
+init_param: []
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: 2000
+batch_size: 20
+valid_batch_size: null
+batch_bins: 35000000
+valid_batch_bins: null
+train_shape_file:
+- exp_li/hubert_iter2_stats_raw/splits16/speech_shape
+- exp_li/hubert_iter2_stats_raw/splits16/text_shape.word
+valid_shape_file:
+- exp_li/hubert_iter2_stats_raw/valid/speech_shape
+- exp_li/hubert_iter2_stats_raw/valid/text_shape.word
+batch_type: numel
+valid_batch_type: null
+fold_length:
+- 80000
+- 400
+sort_in_batch: descending
+sort_batch: descending
+multiple_iterator: true
+chunk_length: 500
+chunk_shift_ratio: 0.5
+num_cache_chunks: 1024
+train_data_path_and_name_and_type:
+-   - exp_li/hubert_iter2_stats_raw/splits16/wav.scp
+    - speech
+    - kaldi_ark
+-   - exp_li/hubert_iter2_stats_raw/splits16/text.km.kmeans_iter2_hubert_train_li110_lid_portion0.1
+    - text
+    - text
+valid_data_path_and_name_and_type:
+-   - dump/raw/dev_all_li/wav.scp
+    - speech
+    - kaldi_ark
+-   - dump/raw/dev_all_li/text.km.kmeans_iter2_hubert_train_li110_lid_portion0.1
+    - text
+    - text
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+valid_max_cache_size: null
+optim: adam
+optim_conf:
+    lr: 0.0005
+scheduler: warmuplr
+scheduler_conf:
+    warmup_steps: 32000
+token_list:
+- '55'
+- '477'
+- '43'
+- '405'
+- '468'
+- '486'
+- '41'
+- '34'
+- '0'
+- '415'
+- '409'
+- '367'
+- '224'
+- '436'
+- '17'
+- '462'
+- '32'
+- '481'
+- '332'
+- '291'
+- '395'
+- '336'
+- '147'
+- '364'
+- '430'
+- '454'
+- '44'
+- '196'
+- '269'
+- '230'
+- '189'
+- '274'
+- '305'
+- '419'
+- '444'
+- '352'
+- '72'
+- '158'
+- '349'
+- '212'
+- '148'
+- '13'
+- '140'
+- '164'
+- '329'
+- '288'
+- '259'
+- '9'
+- '249'
+- '30'
+- '198'
+- '299'
+- '427'
+- '301'
+- '107'
+- '344'
+- '213'
+- '36'
+- '203'
+- '120'
+- '208'
+- '285'
+- '69'
+- '181'
+- '166'
+- '130'
+- '402'
+- '194'
+- '37'
+- '106'
+- '330'
+- '407'
+- '242'
+- '412'
+- '167'
+- '133'
+- '40'
+- '211'
+- '57'
+- '389'
+- '325'
+- '197'
+- '170'
+- '190'
+- '260'
+- '286'
+- '257'
+- '374'
+- '116'
+- '38'
+- '221'
+- '81'
+- '87'
+- '4'
+- '173'
+- '94'
+- '83'
+- '200'
+- '331'
+- '143'
+- '248'
+- '22'
+- '26'
+- '388'
+- '174'
+- '488'
+- '320'
+- '397'
+- '188'
+- '401'
+- '126'
+- '28'
+- '11'
+- '304'
+- '135'
+- '33'
+- '109'
+- '202'
+- '267'
+- '86'
+- '487'
+- '490'
+- '482'
+- '426'
+- '103'
+- '151'
+- '324'
+- '492'
+- '238'
+- '483'
+- '467'
+- '1'
+- '20'
+- '268'
+- '21'
+- '47'
+- '377'
+- '351'
+- '297'
+- '398'
+- '348'
+- '157'
+- '303'
+- '100'
+- '68'
+- '254'
+- '216'
+- '177'
+- '491'
+- '171'
+- '361'
+- '24'
+- '338'
+- '129'
+- '154'
+- '192'
+- '222'
+- '8'
+- '156'
+- '7'
+- '78'
+- '64'
+- '29'
+- '146'
+- '90'
+- '263'
+- '393'
+- '95'
+- '102'
+- '433'
+- '480'
+- '225'
+- '59'
+- '66'
+- '82'
+- '85'
+- '54'
+- '310'
+- '429'
+- '176'
+- '366'
+- '42'
+- '298'
+- '144'
+- '215'
+- '318'
+- '136'
+- '122'
+- '459'
+- '205'
+- '498'
+- '112'
+- '52'
+- '396'
+- '282'
+- '428'
+- '335'
+- '339'
+- '386'
+- '289'
+- '187'
+- '333'
+- '449'
+- '458'
+- '233'
+- '35'
+- '400'
+- '223'
+- '375'
+- '70'
+- '134'
+- '127'
+- '410'
+- '71'
+- '312'
+- '73'
+- '341'
+- '326'
+- '273'
+- '472'
+- '23'
+- '113'
+- '117'
+- '387'
+- '207'
+- '342'
+- '12'
+- '49'
+- '281'
+- '65'
+- '356'
+- '99'
+- '423'
+- '141'
+- '493'
+- '61'
+- '494'
+- '277'
+- '453'
+- '362'
+- '185'
+- '460'
+- '256'
+- '159'
+- '302'
+- '88'
+- '53'
+- '76'
+- '243'
+- '235'
+- '306'
+- '278'
+- '15'
+- '56'
+- '25'
+- '115'
+- '48'
+- '264'
+- '363'
+- '110'
+- '204'
+- '414'
+- '287'
+- '184'
+- '172'
+- '383'
+- '316'
+- '424'
+- '169'
+- '358'
+- '14'
+- '206'
+- '91'
+- '245'
+- '447'
+- '60'
+- '125'
+- '283'
+- '246'
+- '255'
+- '313'
+- '97'
+- '89'
+- '321'
+- '214'
+- '314'
+- '464'
+- '27'
+- '294'
+- '497'
+- '128'
+- '451'
+- '365'
+- '478'
+- '337'
+- '226'
+- '422'
+- '471'
+- '381'
+- '63'
+- '452'
+- '290'
+- '118'
+- '51'
+- '261'
+- '432'
+- '376'
+- '31'
+- '80'
+- '142'
+- '295'
+- '275'
+- '272'
+- '123'
+- '270'
+- '236'
+- '195'
+- '469'
+- '50'
+- '218'
+- '435'
+- '479'
+- '315'
+- '182'
+- '372'
+- '446'
+- '132'
+- '327'
+- '229'
+- '217'
+- '373'
+- '340'
+- '153'
+- '2'
+- '163'
+- '199'
+- '378'
+- '101'
+- '79'
+- '96'
+- '434'
+- '489'
+- '247'
+- '440'
+- '448'
+- '139'
+- '466'
+- '150'
+- '465'
+- '62'
+- '421'
+- '252'
+- '104'
+- '180'
+- '232'
+- '108'
+- '307'
+- '219'
+- '228'
+- '322'
+- '455'
+- '370'
+- '39'
+- '280'
+- '114'
+- '240'
+- '137'
+- '179'
+- '162'
+- '406'
+- '168'
+- '368'
+- '473'
+- '75'
+- '441'
+- '266'
+- '442'
+- '119'
+- '347'
+- '92'
+- '209'
+- '470'
+- '296'
+- '476'
+- '93'
+- '191'
+- '437'
+- '293'
+- '186'
+- '111'
+- '265'
+- '183'
+- '145'
+- '394'
+- '155'
+- '420'
+- '438'
+- '5'
+- '463'
+- '431'
+- '334'
+- '138'
+- '3'
+- '369'
+- '403'
+- '84'
+- '152'
+- '392'
+- '18'
+- '231'
+- '417'
+- '160'
+- '357'
+- '323'
+- '475'
+- '131'
+- '485'
+- '350'
+- '450'
+- '439'
+- '353'
+- '443'
+- '384'
+- '16'
+- '201'
+- '346'
+- '253'
+- '404'
+- '445'
+- '250'
+- '165'
+- '98'
+- '193'
+- '300'
+- '328'
+- '234'
+- '496'
+- '67'
+- '359'
+- '46'
+- '345'
+- '317'
+- '354'
+- '385'
+- '276'
+- '309'
+- '425'
+- '311'
+- '456'
+- '220'
+- '178'
+- '124'
+- '244'
+- '416'
+- '399'
+- '161'
+- '413'
+- '308'
+- '371'
+- '258'
+- '45'
+- '360'
+- '149'
+- '284'
+- '241'
+- '319'
+- '411'
+- '461'
+- '237'
+- '408'
+- '390'
+- '227'
+- '382'
+- '10'
+- '292'
+- '355'
+- '262'
+- '418'
+- '379'
+- '6'
+- '271'
+- '380'
+- '105'
+- '251'
+- '175'
+- '239'
+- '210'
+- '74'
+- '495'
+- '279'
+- '457'
+- '343'
+- '77'
+- '19'
+- '391'
+- '121'
+- '499'
+- '474'
+- '484'
+- '58'
+- <unk>
+- <sos/eos>
+init: null
+collate_fn_conf:
+    label_downsampling: 1
+    pad: false
+    rand_crop: true
+    mix_speech: true
+    noise_apply_prob: 0.2
+input_size: 1
+num_classes: 500
+use_preprocessor: true
+use_mixing: true
+cs_aug: false
+mixing_splits: 16
+token_type: word
+bpemodel: null
+non_linguistic_symbols: null
+cleaner: null
+g2p: null
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: data/noise/wav.scp
+noise_apply_prob: 0.2
+noise_db_range: '13_15'
+pred_masked_weight: 1.0
+pred_nomask_weight: 0.0
+loss_weights: 0.0
+frontend: null
+frontend_conf: {}
+specaug: null
+specaug_conf: {}
+normalize: null
+normalize_conf: {}
+preencoder: null
+preencoder_conf: {}
+encoder: torchaudio_hubert
+encoder_conf:
+    encoder_projection_dropout: 0.0
+    encoder_attention_dropout: 0.0
+    encoder_ff_interm_dropout: 0.0
+    encoder_dropout: 0.0
+    encoder_layer_drop: 0.0
+    extractor_mode: layer_norm
+    encoder_embed_dim: 1024
+    encoder_num_layers: 24
+    encoder_num_heads: 16
+    encoder_ff_interm_features: 4096
+    encoder_layer_norm_first: true
+    final_dim: 768
+    feature_grad_mult: null
+model: torchaudio
+model_conf: {}
+required:
+- output_dir
+- token_list
+version: '202211'
+distributed: true

exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9/valid.acc_m.ave_10best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f76d44067300e75f862cdece5daf6062b4c75c6274292238e6495c811fa71124
+size 1266628966

exp_li/kmeans_iter2_hubert_train_li110_lid_portion0.1/km_500.mdl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7497b3a32380a6e3c3e8f09ae2e007bd3bb8e9d10bc3ba8a225d3714a5b4cf8f
+size 1538858

meta.yaml

@@ -0,0 +1,8 @@
+espnet: '202211'
+files:
+  model_file: exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9/valid.acc_m.ave_10best.pth
+python: "3.8.16 (default, Jan 17 2023, 23:13:24) \n[GCC 11.2.0]"
+timestamp: 1696274467.929186
+torch: 2.0.1+cu117
+yaml_files:
+  train_config: exp_li/hubert_iter2_train_ssl_torchaudiohubert_large_960h_pretrain_it2_wavlm_raw_layer_9/config.yaml