{
  "data_root": "/data/oss_bucket_0/yq/dataset/imagenet256_sdvae_ft_ema_latent_kaggle_scaled",
  "num_classes": 1000,
  "latent_size": 32,
  "in_channels": 4,
  "preset": "custom",
  "input_size": 32,
  "patch_size": 2,
  "hidden_size": 1152,
  "depth": 28,
  "num_heads": 16,
  "mlp_ratio": 4.0,
  "epochs": 100,
  "batch_size": 64,
  "num_workers": 16,
  "lr": 0.0004,
  "weight_decay": 0.0001,
  "grad_clip": 1.0,
  "grad_accum_steps": 1,
  "seed": 42,
  "mask_ratio": 0.25,
  "student_layer": 8,
  "teacher_layer": 20,
  "rep_weight": 0.8,
  "relation_weight": 1.0,
  "rep_token_mode": "all",
  "rep_token_ratio": 1.0,
  "rep_every": 1,
  "ema_decay": 0.9999,
  "teacher_t_mode": "min",
  "target_mode": "clean_minus_noise",
  "save_dir": "/data/oss_bucket_0/yq/exp/self-flow/relation_self_flow",
  "save_every": 5,
  "val_every": 1,
  "use_bf16": true,
  "zero_stage": 1,
  "resume": "/data/oss_bucket_0/yq/exp/self-flow/relation_self_flow/deepspeed_ckpt",
  "resume_tag": "",
  "loss_csv": "",
  "loss_jsonl": "",
  "local_rank": 0,
  "profile_every": 0
}