File size: 5,663 Bytes
334a752
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
{
  "command": [
    "/opt/anaconda3/envs/dlb-flm/bin/python",
    "-u",
    "-m",
    "dlb.adapters.capture",
    "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py",
    "--capture-path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_2/upstream_token_ids.json",
    "--generation-mode=conditional_prefix",
    "--conditioning-manifest=/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json",
    "--conditioning-manifest-sha256=7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32",
    "--conditioning-config-sha256=89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114",
    "--prefix-length=64",
    "--evaluation-continuation-length=64",
    "--prompt-count=1024",
    "--diversity-prompt-count=256",
    "--completions-per-diversity-prompt=5",
    "--completion-schedule=c0:p0-1023;c1-4:p0-255",
    "--",
    "mode=sample_eval",
    "seed=42",
    "data=openwebtext-split",
    "model=small",
    "model.length=1024",
    "loader.batch_size=2",
    "loader.eval_batch_size=16",
    "sampling.num_sample_batches=128",
    "sampling.steps=2",
    "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/owt/owt_fmlm.ckpt",
    "trainer.devices=1",
    "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_2/upstream_hydra",
    "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_2/upstream_hydra",
    "+wandb.offline=true",
    "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_2/upstream_samples.json",
    "algo=fmlm",
    "algo.backbone=dit",
    "eval.disable_ema=False",
    "sampling.solver=euler",
    "algo.double_temb=True",
    "algo.learnable_loss_weighting=False",
    "sampling.gamma=1.0"
  ],
  "identity": {
    "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0",
    "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152",
    "checkpoint_selection": {
      "output": "checkpoints/official/fmlm_ckpt/owt",
      "recipe": "fmlm_owt_official_ckpt",
      "sampling_checkpoint": "owt_fmlm.ckpt",
      "sampling_config": null,
      "source": "flm",
      "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
      "teacher_adapter": null,
      "teacher_family": "continuous_flm"
    },
    "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4",
    "checkpoint_teacher_family": "continuous_flm",
    "command_sha256": "ad7748be2099ffdd10a46054d77dcccabf3f3875673387293f9f0f1ed0b85151",
    "completion_schedule": "c0:p0-1023;c1-4:p0-255",
    "completions_per_diversity_prompt": 5,
    "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114",
    "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json",
    "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32",
    "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f",
    "dataset_id": "owt",
    "device": null,
    "diversity_prompt_count": 256,
    "environment": "dlb-flm",
    "evaluation_continuation_length": 64,
    "generation_mode": "conditional_prefix",
    "model_id": "fmlm",
    "prefix_length": 64,
    "prompt_count": 1024,
    "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional",
    "run_id": "fmlm-owt-steps-2",
    "sample_count": 2048,
    "seed": 42,
    "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
    "step_count": 2
  },
  "request": {
    "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0",
    "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152",
    "checkpoint_selection": {
      "output": "checkpoints/official/fmlm_ckpt/owt",
      "recipe": "fmlm_owt_official_ckpt",
      "sampling_checkpoint": "owt_fmlm.ckpt",
      "sampling_config": null,
      "source": "flm",
      "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
      "teacher_adapter": null,
      "teacher_family": "continuous_flm"
    },
    "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4",
    "checkpoint_teacher_family": "continuous_flm",
    "command": null,
    "completion_schedule": "c0:p0-1023;c1-4:p0-255",
    "completions_per_diversity_prompt": 5,
    "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114",
    "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json",
    "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32",
    "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f",
    "dataset_id": "owt",
    "device": null,
    "diversity_prompt_count": 256,
    "environment": "dlb-flm",
    "evaluation_continuation_length": 64,
    "generation_mode": "conditional_prefix",
    "model_id": "fmlm",
    "prefix_length": 64,
    "prompt_count": 1024,
    "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional",
    "run_id": "fmlm-owt-steps-2",
    "sample_count": 2048,
    "seed": 42,
    "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3",
    "step_count": 2
  },
  "started_at": "2026-08-27T06:11:06.393521Z"
}