| { |
| "checkpoint_path": "/data/lenbol/projects/ScanDL-fix-dur/complete/EMTeC/scandl-module/checkpoint-path", |
| "vocab": "bert", |
| "use_plm_init": "no", |
| "lr": 0.0001, |
| "batch_size": 64, |
| "microbatch": 64, |
| "diffusion_steps": 2000, |
| "noise_schedule": "sqrt", |
| "schedule_sampler": "lossaware", |
| "seq_len": 352, |
| "resume_checkpoint": "none", |
| "hidden_t_dim": 352, |
| "seed": 101, |
| "hidden_dim": 256, |
| "learning_steps": 80000, |
| "save_interval": 5000, |
| "notes": "-", |
| "data_split_criterion": "reader", |
| "num_transformer_layers": 12, |
| "num_transformer_heads": 8, |
| "corpus": "emtec", |
| "inference": "cv", |
| "load_train_data": "processed_data_all_emtec", |
| "log_interval": 50, |
| "eval_interval": 500, |
| "ema_rate": "0.9999", |
| "timestep_respacing": "", |
| "vocab_size": 28996, |
| "config_name": "bert-base-cased", |
| "data_dir": "processed_data", |
| "dataset": "dataset-name", |
| "dropout": 0.1, |
| "use_fp16": false, |
| "fp16_scale_growth": 0.001, |
| "gradient_clipping": -1.0, |
| "weight_decay": 0.0, |
| "learn_sigma": false, |
| "use_kl": false, |
| "predict_xstart": true, |
| "rescale_timesteps": true, |
| "rescale_learned_sigmas": false, |
| "sigma_small": false, |
| "emb_scale_factor": 1.0, |
| "one_noise_step": true, |
| "mask_padding": false, |
| "celer_only_L1": true, |
| "n_folds": 5, |
| "ablation_type": "none", |
| "nll_in_loss": false, |
| "load_from_checkpoint": false |
| } |
