{
  "checkpoint_path": "/data/lenbol/projects/ScanDL-fix-dur/complete/CELER/scandl-module/checkpoint-path",
  "vocab": "bert",
  "use_plm_init": "no",
  "lr": 0.0001,
  "batch_size": 64,
  "microbatch": 64,
  "diffusion_steps": 2000,
  "noise_schedule": "sqrt",
  "schedule_sampler": "lossaware",
  "seq_len": 128,
  "resume_checkpoint": "none",
  "hidden_t_dim": 128,
  "seed": 101,
  "hidden_dim": 256,
  "learning_steps": 80000,
  "save_interval": 5000,
  "notes": "-",
  "data_split_criterion": "reader",
  "num_transformer_layers": 12,
  "num_transformer_heads": 8,
  "corpus": "celer",
  "inference": "cv",
  "load_train_data": "processed_data_all_celer",
  "log_interval": 50,
  "eval_interval": 500,
  "ema_rate": "0.9999",
  "timestep_respacing": "",
  "vocab_size": 28996,
  "config_name": "bert-base-cased",
  "data_dir": "processed_data",
  "dataset": "dataset-name",
  "dropout": 0.1,
  "use_fp16": false,
  "fp16_scale_growth": 0.001,
  "gradient_clipping": -1.0,
  "weight_decay": 0.0,
  "learn_sigma": false,
  "use_kl": false,
  "predict_xstart": true,
  "rescale_timesteps": true,
  "rescale_learned_sigmas": false,
  "sigma_small": false,
  "emb_scale_factor": 1.0,
  "one_noise_step": true,
  "mask_padding": false,
  "celer_only_L1": true,
  "n_folds": 5,
  "ablation_type": "none",
  "nll_in_loss": false,
  "load_from_checkpoint": false
}