| { |
| "klass": "demucs.htdemucs.HTDemucs", |
| "args": "[]", |
| "kwargs": "{\"sources\": [\"drums\", \"bass\", \"other\", \"vocals\"], \"audio_channels\": 2, \"samplerate\": 44100, \"segment\": {\"_type\": \"fraction\", \"numerator\": 39, \"denominator\": 5}, \"channels\": 48, \"channels_time\": null, \"growth\": 2, \"nfft\": 4096, \"wiener_iters\": 0, \"end_iters\": 0, \"wiener_residual\": false, \"cac\": true, \"depth\": 4, \"rewrite\": true, \"multi_freqs\": [], \"multi_freqs_depth\": 3, \"freq_emb\": 0.2, \"emb_scale\": 10, \"emb_smooth\": true, \"kernel_size\": 8, \"stride\": 4, \"time_stride\": 2, \"context\": 1, \"context_enc\": 0, \"norm_starts\": 4, \"norm_groups\": 4, \"dconv_mode\": 3, \"dconv_depth\": 2, \"dconv_comp\": 8, \"dconv_init\": 0.001, \"bottom_channels\": 512, \"t_layers\": 5, \"t_hidden_scale\": 4.0, \"t_heads\": 8, \"t_dropout\": 0.02, \"t_layer_scale\": true, \"t_gelu\": true, \"t_emb\": \"sin\", \"t_max_positions\": 10000, \"t_max_period\": 10000.0, \"t_weight_pos_embed\": 1.0, \"t_cape_mean_normalize\": true, \"t_cape_augment\": true, \"t_cape_glob_loc_scale\": [5000.0, 1.0, 1.4], \"t_sin_random_shift\": 0, \"t_norm_in\": true, \"t_norm_in_group\": false, \"t_group_norm\": false, \"t_norm_first\": true, \"t_norm_out\": true, \"t_weight_decay\": 0.0, \"t_lr\": null, \"t_sparse_self_attn\": false, \"t_sparse_cross_attn\": false, \"t_mask_type\": \"diag\", \"t_mask_random_seed\": 42, \"t_sparse_attn_window\": 400, \"t_global_window\": 100, \"t_sparsity\": 0.95, \"t_auto_sparsity\": false, \"t_cross_first\": false, \"rescale\": 0.1}", |
| "training_args": { |
| "dummy": null, |
| "dset": { |
| "musdb": "/checkpoint/defossez/datasets/musdbhq", |
| "musdb_samplerate": 44100, |
| "wav": "/checkpoint/defossez/datasets/allstems_44/", |
| "wav2": "/checkpoint/defossez/datasets/mmi44_goodclean", |
| "segment": 10, |
| "shift": 1, |
| "train_valid": false, |
| "full_cv": true, |
| "samplerate": 44100, |
| "channels": 2, |
| "normalize": true, |
| "metadata": "./metadata", |
| "sources": [ |
| "drums", |
| "bass", |
| "other", |
| "vocals" |
| ], |
| "valid_samples": 100, |
| "wav2_weight": null, |
| "wav2_valid": false |
| }, |
| "test": { |
| "save": false, |
| "best": true, |
| "workers": 2, |
| "every": 20, |
| "split": true, |
| "shifts": 0, |
| "overlap": 0.25, |
| "sdr": true, |
| "metric": "loss", |
| "nonhq": null |
| }, |
| "epochs": 1200, |
| "batch_size": 32, |
| "max_batches": 800, |
| "optim": { |
| "lr": 0.0003, |
| "momentum": 0.9, |
| "beta2": 0.999, |
| "loss": "l1", |
| "optim": "adam", |
| "weight_decay": 0, |
| "clip_grad": 0 |
| }, |
| "seed": 42, |
| "debug": false, |
| "valid_apply": true, |
| "flag": null, |
| "save_every": null, |
| "weights": [ |
| 1.0, |
| 1.0, |
| 1.0, |
| 1.0 |
| ], |
| "augment": { |
| "shift_same": false, |
| "repitch": { |
| "proba": 0.2, |
| "max_tempo": 12 |
| }, |
| "remix": { |
| "proba": 1, |
| "group_size": 4 |
| }, |
| "scale": { |
| "proba": 1, |
| "min": 0.25, |
| "max": 1.25 |
| }, |
| "flip": true |
| }, |
| "continue_from": null, |
| "continue_pretrained": null, |
| "pretrained_repo": null, |
| "continue_best": true, |
| "continue_opt": false, |
| "misc": { |
| "num_workers": 10, |
| "num_prints": 4, |
| "show": false, |
| "verbose": false |
| }, |
| "ema": { |
| "epoch": [ |
| 0.9, |
| 0.95 |
| ], |
| "batch": [ |
| 0.9995, |
| 0.9999 |
| ] |
| }, |
| "use_train_segment": true, |
| "model_segment": null, |
| "model": "htdemucs", |
| "demucs": { |
| "channels": 64, |
| "growth": 2, |
| "depth": 6, |
| "rewrite": true, |
| "lstm_layers": 0, |
| "kernel_size": 8, |
| "stride": 4, |
| "context": 1, |
| "gelu": true, |
| "glu": true, |
| "norm_groups": 4, |
| "norm_starts": 4, |
| "dconv_depth": 2, |
| "dconv_mode": 1, |
| "dconv_comp": 4, |
| "dconv_attn": 4, |
| "dconv_lstm": 4, |
| "dconv_init": 0.0001, |
| "resample": true, |
| "normalize": false, |
| "rescale": 0.1 |
| }, |
| "hdemucs": { |
| "channels": 48, |
| "channels_time": null, |
| "growth": 2, |
| "nfft": 4096, |
| "wiener_iters": 0, |
| "end_iters": 0, |
| "wiener_residual": false, |
| "cac": true, |
| "depth": 6, |
| "rewrite": true, |
| "hybrid": true, |
| "hybrid_old": false, |
| "multi_freqs": [], |
| "multi_freqs_depth": 3, |
| "freq_emb": 0.2, |
| "emb_scale": 10, |
| "emb_smooth": true, |
| "kernel_size": 8, |
| "stride": 4, |
| "time_stride": 2, |
| "context": 1, |
| "context_enc": 0, |
| "norm_starts": 4, |
| "norm_groups": 4, |
| "dconv_mode": 1, |
| "dconv_depth": 2, |
| "dconv_comp": 4, |
| "dconv_attn": 4, |
| "dconv_lstm": 4, |
| "dconv_init": 0.001, |
| "rescale": 0.1 |
| }, |
| "htdemucs": { |
| "channels": 48, |
| "channels_time": null, |
| "growth": 2, |
| "nfft": 4096, |
| "wiener_iters": 0, |
| "end_iters": 0, |
| "wiener_residual": false, |
| "cac": true, |
| "depth": 4, |
| "rewrite": true, |
| "multi_freqs": [], |
| "multi_freqs_depth": 3, |
| "freq_emb": 0.2, |
| "emb_scale": 10, |
| "emb_smooth": true, |
| "kernel_size": 8, |
| "stride": 4, |
| "time_stride": 2, |
| "context": 1, |
| "context_enc": 0, |
| "norm_starts": 4, |
| "norm_groups": 4, |
| "dconv_mode": 3, |
| "dconv_depth": 2, |
| "dconv_comp": 8, |
| "dconv_init": 0.001, |
| "bottom_channels": 512, |
| "t_layers": 5, |
| "t_hidden_scale": 4.0, |
| "t_heads": 8, |
| "t_dropout": 0.02, |
| "t_layer_scale": true, |
| "t_gelu": true, |
| "t_emb": "sin", |
| "t_max_positions": 10000, |
| "t_max_period": 10000.0, |
| "t_weight_pos_embed": 1.0, |
| "t_cape_mean_normalize": true, |
| "t_cape_augment": true, |
| "t_cape_glob_loc_scale": [ |
| 5000.0, |
| 1.0, |
| 1.4 |
| ], |
| "t_sin_random_shift": 0, |
| "t_norm_in": true, |
| "t_norm_in_group": false, |
| "t_group_norm": false, |
| "t_norm_first": true, |
| "t_norm_out": true, |
| "t_weight_decay": 0.0, |
| "t_lr": null, |
| "t_sparse_self_attn": false, |
| "t_sparse_cross_attn": false, |
| "t_mask_type": "diag", |
| "t_mask_random_seed": 42, |
| "t_sparse_attn_window": 400, |
| "t_global_window": 100, |
| "t_sparsity": 0.95, |
| "t_auto_sparsity": false, |
| "t_cross_first": false, |
| "rescale": 0.1 |
| }, |
| "svd": { |
| "penalty": 0, |
| "min_size": 0.1, |
| "dim": 1, |
| "niters": 2, |
| "powm": false, |
| "proba": 1, |
| "conv_only": false, |
| "convtr": false, |
| "bs": 1 |
| }, |
| "quant": { |
| "diffq": null, |
| "qat": null, |
| "min_size": 0.2, |
| "group_size": 8 |
| }, |
| "dora": { |
| "dir": "outputs", |
| "exclude": [ |
| "misc.*", |
| "slurm.*", |
| "test.reval", |
| "flag" |
| ] |
| }, |
| "slurm": { |
| "time": 4320, |
| "constraint": "volta32gb", |
| "setup": [ |
| "module load cudnn/v8.4.1.50-cuda.11.6 NCCL/2.11.4-6-cuda.11.6 cuda/11.6" |
| ] |
| } |
| }, |
| "metrics": [ |
| { |
| "main": { |
| "loss": 0.11929254978895187, |
| "ms": 0.0, |
| "nsdr": 7.057093620300293, |
| "nsdr_bass": 9.22514533996582, |
| "nsdr_drums": 7.960200309753418, |
| "nsdr_other": 6.199682712554932, |
| "nsdr_vocals": 4.8433427810668945, |
| "reco": 0.11929254978895187, |
| "reco_bass": 0.11017793416976929, |
| "reco_drums": 0.09322132915258408, |
| "reco_other": 0.16931581497192383, |
| "reco_vocals": 0.1044551357626915 |
| }, |
| "ema_batch_0": { |
| "loss": 0.11823809891939163, |
| "ms": 0.0, |
| "nsdr": 7.337116241455078, |
| "nsdr_bass": 9.39171028137207, |
| "nsdr_drums": 8.140334129333496, |
| "nsdr_other": 6.27056884765625, |
| "nsdr_vocals": 5.5458502769470215, |
| "reco": 0.11823809891939163, |
| "reco_bass": 0.10894205421209335, |
| "reco_drums": 0.09191955626010895, |
| "reco_other": 0.1681428849697113, |
| "reco_vocals": 0.10394787788391113 |
| }, |
| "ema_batch_1": { |
| "loss": 0.11793199926614761, |
| "ms": 0.0, |
| "nsdr": 7.349314212799072, |
| "nsdr_bass": 9.376259803771973, |
| "nsdr_drums": 8.110164642333984, |
| "nsdr_other": 6.294198513031006, |
| "nsdr_vocals": 5.616631984710693, |
| "reco": 0.11793199926614761, |
| "reco_bass": 0.10864557325839996, |
| "reco_drums": 0.09192164987325668, |
| "reco_other": 0.1676071584224701, |
| "reco_vocals": 0.1035536676645279 |
| }, |
| "loss": 0.11793199926614761, |
| "ms": 0.0, |
| "nsdr": 7.349314212799072, |
| "nsdr_bass": 9.376259803771973, |
| "nsdr_drums": 8.110164642333984, |
| "nsdr_other": 6.294198513031006, |
| "nsdr_vocals": 5.616631984710693, |
| "reco": 0.11793199926614761, |
| "reco_bass": 0.10864557325839996, |
| "reco_drums": 0.09192164987325668, |
| "reco_other": 0.1676071584224701, |
| "reco_vocals": 0.1035536676645279, |
| "bname": "ema_batch_1", |
| "ema_epoch_0": { |
| "loss": 0.11807148158550262, |
| "ms": 0.0, |
| "nsdr": 7.310133457183838, |
| "nsdr_bass": 9.368873596191406, |
| "nsdr_drums": 8.106219291687012, |
| "nsdr_other": 6.286090850830078, |
| "nsdr_vocals": 5.4793477058410645, |
| "reco": 0.11807148158550262, |
| "reco_bass": 0.10887450724840164, |
| "reco_drums": 0.09202440083026886, |
| "reco_other": 0.16772739589214325, |
| "reco_vocals": 0.10365963727235794 |
| }, |
| "ema_epoch_1": { |
| "loss": 0.11798109859228134, |
| "ms": 0.0, |
| "nsdr": 7.312227249145508, |
| "nsdr_bass": 9.354043006896973, |
| "nsdr_drums": 8.082780838012695, |
| "nsdr_other": 6.289356231689453, |
| "nsdr_vocals": 5.522730827331543, |
| "reco": 0.11798109859228134, |
| "reco_bass": 0.1086449921131134, |
| "reco_drums": 0.09200536459684372, |
| "reco_other": 0.1676090508699417, |
| "reco_vocals": 0.10366500169038773 |
| }, |
| "best": 0.10993189364671707 |
| }, |
| { |
| "nsdr_drums": 9.935155015834168, |
| "nsdr_med_drums": 9.827555879641407, |
| "nsdr_bass": 8.706514926488623, |
| "nsdr_med_bass": 8.6324727537917, |
| "nsdr_other": 6.19734483392449, |
| "nsdr_med_other": 6.733437504670398, |
| "nsdr_vocals": 8.701567195216054, |
| "nsdr_med_vocals": 9.399760082423855, |
| "nsdr": 8.385145492865835, |
| "nsdr_med": 8.648306555131839, |
| "sdr_drums": 10.135625475229388, |
| "sdr_med_drums": 10.047398993081703, |
| "sdr_bass": 8.905386659827652, |
| "sdr_med_bass": 9.78369224165497, |
| "sdr_other": 5.971391053520985, |
| "sdr_med_other": 6.424397179969619, |
| "sdr_vocals": 7.958039606475003, |
| "sdr_med_vocals": 8.934166549025182, |
| "sdr": 8.242610698763256, |
| "sdr_med": 8.797413740932868, |
| "sir_drums": 13.894430918365115, |
| "sir_med_drums": 16.651986102598745, |
| "sir_bass": 17.39139182335939, |
| "sir_med_bass": 17.358594307530726, |
| "sir_other": 5.832050495732786, |
| "sir_med_other": 8.204433992110538, |
| "sir_vocals": 12.573646287344529, |
| "sir_med_vocals": 14.905257862584854, |
| "sir": 12.422879881200455, |
| "sir_med": 14.280068066206216, |
| "isr_drums": 16.979595639387902, |
| "isr_med_drums": 17.08148018608078, |
| "isr_bass": 8.105441963380866, |
| "isr_med_bass": 8.373539605597793, |
| "isr_other": 13.084970535771928, |
| "isr_med_other": 13.1607226121909, |
| "isr_vocals": 15.200167626956375, |
| "isr_med_vocals": 15.106296234433668, |
| "isr": 13.342543941374267, |
| "isr_med": 13.430509659575787, |
| "sar_drums": 8.64656814834116, |
| "sar_med_drums": 8.70531549825743, |
| "sar_bass": 6.834327191285907, |
| "sar_med_bass": 6.621816478499008, |
| "sar_other": 5.062832351100221, |
| "sar_med_other": 4.62791839925804, |
| "sar_vocals": 6.689087019374708, |
| "sar_med_vocals": 6.778750661141773, |
| "sar": 6.808203677525499, |
| "sar_med": 6.683450259289064 |
| } |
| ] |
| } |
