tfgridnet model fine-tuned to urgent25 track1 data

train_enh_tfgridnet_dm_raw/config.yaml

@@ -0,0 +1,298 @@
+config: conf/tuning/train_enh_tfgridnet_dm.yaml
+print_config: false
+log_level: INFO
+drop_last_iter: false
+dry_run: false
+iterator_type: chunk
+valid_iterator_type: null
+output_dir: exp/enh_train_enh_tfgridnet_dm_raw
+ngpu: 1
+seed: 0
+num_workers: 4
+num_att_plot: 3
+dist_backend: nccl
+dist_init_method: env://
+dist_world_size: null
+dist_rank: null
+local_rank: 0
+dist_master_addr: null
+dist_master_port: null
+dist_launcher: null
+multiprocessing_distributed: false
+unused_parameters: false
+sharded_ddp: false
+use_deepspeed: false
+deepspeed_config: null
+cudnn_enabled: true
+cudnn_benchmark: false
+cudnn_deterministic: true
+use_tf32: false
+collect_stats: false
+write_collected_feats: false
+max_epoch: 30
+patience: 5
+val_scheduler_criterion:
+- valid
+- loss
+early_stopping_criterion:
+- valid
+- loss
+- min
+best_model_criterion:
+-   - valid
+    - loss
+    - min
+keep_nbest_models: 5
+nbest_averaging_interval: 0
+grad_clip: 1.0
+grad_clip_type: 2.0
+grad_noise: false
+accum_grad: 1
+no_forward_run: false
+resume: true
+train_dtype: float32
+use_amp: false
+log_interval: null
+use_matplotlib: true
+use_tensorboard: true
+create_graph_in_tensorboard: false
+use_wandb: false
+wandb_project: null
+wandb_id: null
+wandb_entity: null
+wandb_name: null
+wandb_model_log_interval: -1
+detect_anomaly: false
+use_adapter: false
+adapter: lora
+save_strategy: all
+adapter_conf: {}
+pretrain_path: null
+init_param:
+- exp/enh_train_enh_tfgridnet_raw_1stchallenge/21epoch.pth
+ignore_init_mismatch: false
+freeze_param: []
+num_iters_per_epoch: 4000
+batch_size: 2
+valid_batch_size: 4
+batch_bins: 1000000
+valid_batch_bins: null
+category_sample_size: 10
+train_shape_file:
+- exp/enh_stats_16k/train/speech_mix_shape
+- exp/enh_stats_16k/train/speech_ref1_shape
+valid_shape_file:
+- exp/enh_stats_16k/valid/speech_mix_shape
+- exp/enh_stats_16k/valid/speech_ref1_shape
+batch_type: folded
+valid_batch_type: null
+fold_length:
+- 80000
+- 80000
+sort_in_batch: descending
+shuffle_within_batch: false
+sort_batch: descending
+multiple_iterator: false
+chunk_length: 200
+chunk_shift_ratio: 0.5
+num_cache_chunks: 128
+chunk_excluded_key_prefixes: []
+chunk_default_fs: 50
+chunk_max_abs_length: 144000
+chunk_discard_short_samples: true
+train_data_path_and_name_and_type:
+-   - dump/raw/speech_train_track1/wav.scp
+    - speech_mix
+    - sound
+-   - dump/raw/speech_train_track1/spk1.scp
+    - speech_ref1
+    - sound
+-   - dump/raw/speech_train_track1/utt2category
+    - category
+    - text
+-   - dump/raw/speech_train_track1/utt2fs
+    - fs
+    - text_int
+valid_data_path_and_name_and_type:
+-   - dump/raw/validation/wav.scp
+    - speech_mix
+    - sound
+-   - dump/raw/validation/spk1.scp
+    - speech_ref1
+    - sound
+-   - dump/raw/validation/utt2category
+    - category
+    - text
+-   - dump/raw/validation/utt2fs
+    - fs
+    - text_int
+multi_task_dataset: false
+allow_variable_data_keys: false
+max_cache_size: 0.0
+max_cache_fd: 32
+allow_multi_rates: true
+valid_max_cache_size: null
+exclude_weight_decay: false
+exclude_weight_decay_conf: {}
+optim: adam
+optim_conf:
+    lr: 0.0001
+    eps: 1.0e-08
+    weight_decay: 1.0e-05
+scheduler: warmupsteplr
+scheduler_conf:
+    step_size: 1
+    gamma: 0.98
+    warmup_steps: 4000
+init: null
+model_conf:
+    normalize_variance_per_ch: true
+    categories:
+    - 1ch_8000Hz
+    - 1ch_16000Hz
+    - 1ch_22050Hz
+    - 1ch_24000Hz
+    - 1ch_32000Hz
+    - 1ch_44100Hz
+    - 1ch_48000Hz
+    - 1ch_8000Hz_reverb
+    - 1ch_16000Hz_reverb
+    - 1ch_22050Hz_reverb
+    - 1ch_24000Hz_reverb
+    - 1ch_32000Hz_reverb
+    - 1ch_44100Hz_reverb
+    - 1ch_48000Hz_reverb
+criterions:
+-   name: mr_l1_tfd
+    conf:
+        window_sz:
+        - 256
+        - 512
+        - 768
+        - 1024
+        hop_sz: null
+        eps: 1.0e-08
+        time_domain_weight: 0.5
+        normalize_variance: true
+    wrapper: fixed_order
+    wrapper_conf:
+        weight: 1.0
+-   name: si_snr
+    conf:
+        eps: 1.0e-07
+    wrapper: fixed_order
+    wrapper_conf:
+        weight: 0.0
+speech_volume_normalize: null
+rir_scp: null
+rir_apply_prob: 1.0
+noise_scp: null
+noise_apply_prob: 1.0
+noise_db_range: '13_15'
+short_noise_thres: 0.5
+use_reverberant_ref: false
+num_spk: 1
+num_noise_type: 1
+sample_rate: 8000
+force_single_channel: false
+channel_reordering: false
+categories: []
+speech_segment: null
+avoid_allzero_segment: true
+flexible_numspk: false
+dynamic_mixing: false
+utt2spk: null
+dynamic_mixing_gain_db: 0.0
+encoder: stft
+encoder_conf:
+    n_fft: 256
+    hop_length: 128
+    use_builtin_complex: true
+    default_fs: 8000
+separator: tfgridnetv3
+separator_conf:
+    n_srcs: 1
+    n_imics: 1
+    n_layers: 6
+    lstm_hidden_units: 200
+    attn_n_head: 4
+    attn_qk_output_channel: 2
+    emb_dim: 48
+    emb_ks: 4
+    emb_hs: 1
+    activation: prelu
+    eps: 1.0e-05
+decoder: stft
+decoder_conf:
+    n_fft: 256
+    hop_length: 128
+    default_fs: 8000
+mask_module: multi_mask
+mask_module_conf: {}
+preprocessor: enh
+preprocessor_conf:
+    speech_volume_normalize: 0.5_1.0
+    rir_scp: dump/raw/rir_train.scp
+    rir_apply_prob: 0.5
+    noise_scp: dump/raw/noise_train.scp
+    noise_apply_prob: 1.0
+    noise_db_range: '-5_15'
+    force_single_channel: true
+    channel_reordering: true
+    categories:
+    - 1ch_8000Hz
+    - 1ch_16000Hz
+    - 1ch_22050Hz
+    - 1ch_24000Hz
+    - 1ch_32000Hz
+    - 1ch_44100Hz
+    - 1ch_48000Hz
+    - 1ch_8000Hz_reverb
+    - 1ch_16000Hz_reverb
+    - 1ch_22050Hz_reverb
+    - 1ch_24000Hz_reverb
+    - 1ch_32000Hz_reverb
+    - 1ch_44100Hz_reverb
+    - 1ch_48000Hz_reverb
+    data_aug_effects:
+    -   - 1.0
+        - bandwidth_limitation
+        -   res_type: random
+    -   - 1.0
+        - clipping
+        -   min_quantile: 0.1
+            max_quantile: 0.9
+    -   - 1.0
+        -   -   - 0.5
+                - codec
+                -   format: mp3
+                    encoder: null
+                    qscale:
+                    - 1
+                    - 10
+            -   - 0.5
+                - codec
+                -   format: ogg
+                    encoder:
+                    - vorbis
+                    - opus
+                    qscale:
+                    - -1
+                    - 10
+    -   - 1.0
+        - packet_loss
+        -   packet_duration_ms: 20
+            packet_loss_rate:
+            - 0.05
+            - 0.25
+            max_continuous_packet_loss: 10
+    data_aug_num:
+    - 1
+    - 3
+    data_aug_prob: 0.75
+diffusion_model: null
+diffusion_model_conf: {}
+required:
+- output_dir
+version: '202409'
+distributed: false

train_enh_tfgridnet_dm_raw/valid.loss.ave_5best.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8350b6f84bb5de01646b7cebe9d19d5b1fc4318cd85c31d242caccc2442d276e
+size 34192512