Hugging Face's logo

mdrieux
/
equilibrium_flow_map

Model card Files
xet
 Community
equilibrium_flow_map
File size: 3,210 Bytes
b148cf6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "data_root": "/work/nvme/biqs/mdrieux/cifar-hth/data",
  "dataset": "cifar",
  "arch": "edm2",
  "edm2_sigma_data": 0.5,
  "edm2_dropout": 0.13,
  "base_std": 0.5,
  "init_fm_ckpt": null,
  "results_dir": "/work/nvme/biqs/mdrieux/edm2-large",
  "run_name": "edm2_large_b512_s0",
  "self_teacher": true,
  "diag_adaptive_p": 0.0,
  "diag_blowup_factor": 0.0,
  "offdiag_target_source": "live",
  "self_teacher_source": "live",
  "offdiag_b_source": "teacher",
  "sigma_zero_frac": 0.0,
  "ema_warmup": true,
  "diag_c_eps": 0.01,
  "diag_target": "eqm",
  "diag_only_steps": 2000,
  "teacher_ckpt": null,
  "model": "SiT-S/4",
  "image_size": 32,
  "num_classes": 10,
  "student_model": null,
  "objective": "shifted_meanflow",
  "semi_weight": 0.0,
  "idem_weight": 0.0,
  "idem_on": "both",
  "idem_iters": 1,
  "idem_target": "self",
  "idem_polish_h": 0.5,
  "idem_polish_steps": 4,
  "idem_polish_weight": 0.1,
  "idem_ema_h": 0.05,
  "cd_delta": 0.05,
  "cd_substeps": 1,
  "meanflow_eps": 0.01,
  "meanflow_clock": "clamp",
  "interp_time_sampler": "uniform",
  "interp_is_correct": false,
  "interp_ref": "canonical",
  "importance_k": 2.0,
  "interp_logitnormal": [
    -0.4,
    1.0
  ],
  "eps_train": 0.001,
  "sigma_min": 0.0001,
  "sigma_max": 1.0,
  "sigma_sampler": "uniform",
  "sigma_is_correct": false,
  "sigma_ref": "canonical",
  "sigma_power_k": 2.0,
  "sigma_logitnormal": [
    -0.4,
    1.0
  ],
  "time_weight_clip": 0.0,
  "guidance_mode": "branch",
  "teacher_cfg_scale": 1.0,
  "cfg_rule": "standard",
  "cfg_cnorm": false,
  "cfg_match_uncond_norm": false,
  "cfg_match_guided_norm": false,
  "terminal_jacobian_weight": 0.0,
  "terminal_jacobian_input": "interp",
  "terminal_jacobian_max_batch": 64,
  "terminal_invariance_weight": 0.0,
  "terminal_invariance_step": 0.1,
  "terminal_invariance_max_batch": 64,
  "wandb_project": "eqfm-cifar-edm2",
  "wandb_entity": null,
  "wandb_mode": "online",
  "wandb_tags": "edm2_large",
  "bucket_grad_every": 0,
  "max_nonfinite_window": 20,
  "diag_weight": 3072.0,
  "distill_weight": 1.0,
  "terminal_weight": 0.0,
  "terminal_teacher_norm_weight": 0.0,
  "terminal_norm_max_batch": 64,
  "adaptive_weight_p": 1.0,
  "adaptive_weight_eps": 3.25521e-07,
  "loss_reduction": "mean",
  "adaptive_weight_mode": "sample",
  "cfg_dropout_prob": 0.0,
  "batch_size": 512,
  "cuda_graph": true,
  "micro_batch": 0,
  "steps": 400000,
  "lr": 0.004,
  "warmup_steps": 1000,
  "lr_decay_from": 240000,
  "lr_final": 0.0001,
  "ema_snapshot_every": 25000,
  "rewarmup": 0,
  "resume_from": null,
  "grad_clip": 0.0,
  "ema_decay": 0.9999,
  "log_every": 100,
  "val_every": 1000000,
  "val_n": 256,
  "ode_ref_steps": 400,
  "save_every": 2000,
  "offdiag_mode": "split",
  "offdiag_q": [
    0.25,
    0.25
  ],
  "offdiag_q_schedule": "const",
  "offdiag_q_switch_at": 0.5,
  "diag_only_frac": 0.0,
  "compute_budget": 0.0,
  "cost_offdiag": 0.0,
  "cost_both": 0.0,
  "budget_milestones": [
    0.25,
    0.5,
    0.75,
    1.0
  ],
  "resume": true,
  "flowmap_clock": "linear",
  "flowmap_clock_a": 0.9,
  "fid_every": 25000,
  "fid_n": 2000,
  "fid_ref_mnist": null,
  "save_every_minutes": 10.0,
  "ckpt_mode": "full",
  "seed": 0
}