jyliuAI's picture
Add files using upload-large-folder tool
9f86ec4 verified
Raw History Blame Contribute Delete
8.05 kB
{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"00ed5eb8b3134af2bfe7224ca0ce4a2e","checkpoint_lock_id":"recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/fmlm_ckpt/owt","recipe":"fmlm_owt_official_ckpt","sampling_checkpoint":"owt_fmlm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"fmlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/fmlm_ckpt/owt","recipe":"fmlm_owt_official_ckpt","sampling_checkpoint":"owt_fmlm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"fmlm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher.<locals>.capture.<locals>.<lambda>"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FMLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":2,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.015061531448736787,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.015200159046798944,0.01507794065400958,0.015105003025382757,0.015102848876267672,0.01512991078197956,0.015179997775703669,0.015063229016959667,0.01510924892500043,0.015106966253370047,0.0151478280313313,0.015104202087968588,0.0150736547075212,0.015054074116051197,0.015085413120687008,0.015072923619300127,0.015055736992508173,0.015044880099594593,0.015032019931823015,0.01509633008390665,0.014996966812759638,0.01502058282494545,0.015059833880513906,0.015050689224153757,0.015058692079037428,0.015021273866295815,0.01502900617197156,0.01505471533164382,0.014992380049079657,0.015078552067279816,0.015050909947603941,0.015052712056785822,0.015048426110297441],"repeats":32,"seconds_per_sample":0.015073659611516632,"standard_deviation_convention":"population","standard_deviation_seconds":4.614080493212534e-05,"warmups":5}}