File size: 3,769 Bytes
93cd35a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
{
  "command": [
    "/opt/anaconda3/envs/dlb-flm/bin/python",
    "-u",
    "-m",
    "dlb.adapters.capture",
    "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py",
    "--capture-path=/home/ruizzhao/diffusion_baseline/results/samples/owt/fmlm/steps_2/upstream_token_ids.json",
    "--",
    "mode=sample_eval",
    "seed=42",
    "data=openwebtext-split",
    "model=small",
    "model.length=1024",
    "loader.batch_size=2",
    "loader.eval_batch_size=16",
    "sampling.num_sample_batches=64",
    "sampling.steps=2",
    "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/owt/owt_fmlm.ckpt",
    "trainer.devices=1",
    "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/samples/owt/fmlm/steps_2/upstream_hydra",
    "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/samples/owt/fmlm/steps_2/upstream_hydra",
    "+wandb.offline=true",
    "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/samples/owt/fmlm/steps_2/upstream_samples.json",
    "algo=fmlm",
    "algo.backbone=dit",
    "eval.disable_ema=False",
    "sampling.solver=euler",
    "algo.double_temb=True",
    "algo.learnable_loss_weighting=False",
    "sampling.gamma=1.0"
  ],
  "identity": {
    "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0",
    "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0",
    "checkpoint_selection": {
      "output": "checkpoints/official/fmlm_ckpt/owt",
      "recipe": "fmlm_owt_official_ckpt",
      "sampling_checkpoint": "owt_fmlm.ckpt",
      "sampling_config": null,
      "source": "flm",
      "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
      "teacher_adapter": null,
      "teacher_family": "continuous_flm"
    },
    "checkpoint_sha256": "a5ca77b77a26dec9746f627858d42c19803d11c1e932dcf14a3ce80f6bbbbd76",
    "checkpoint_teacher_family": "continuous_flm",
    "command_sha256": "6c1d7d9717e7298171998ede4f450f472aabc05fda002fe7599bb8fe4e25cd4a",
    "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994",
    "dataset_id": "owt",
    "device": null,
    "environment": "dlb-flm",
    "model_id": "fmlm",
    "results_root": null,
    "run_id": "fmlm-owt-steps-2",
    "sample_count": 1024,
    "seed": 42,
    "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
    "step_count": 2
  },
  "request": {
    "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0",
    "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0",
    "checkpoint_selection": {
      "output": "checkpoints/official/fmlm_ckpt/owt",
      "recipe": "fmlm_owt_official_ckpt",
      "sampling_checkpoint": "owt_fmlm.ckpt",
      "sampling_config": null,
      "source": "flm",
      "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
      "teacher_adapter": null,
      "teacher_family": "continuous_flm"
    },
    "checkpoint_sha256": "a5ca77b77a26dec9746f627858d42c19803d11c1e932dcf14a3ce80f6bbbbd76",
    "checkpoint_teacher_family": "continuous_flm",
    "command": null,
    "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994",
    "dataset_id": "owt",
    "device": null,
    "environment": "dlb-flm",
    "model_id": "fmlm",
    "results_root": null,
    "run_id": "fmlm-owt-steps-2",
    "sample_count": 1024,
    "seed": 42,
    "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
    "step_count": 2
  },
  "started_at": "2026-08-03T08:51:17.989318Z"
}