diff --git a/results/conditional/samples/owt/duo_dcd/steps_1/upstream_samples.json b/results/conditional/samples/owt/duo_dcd/steps_1/upstream_samples.json new file mode 100644 index 0000000000000000000000000000000000000000..dec6f03a374716f64d1faa15589702e1ae2038ee --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_1/upstream_samples.json @@ -0,0 +1,7 @@ +{ + "generative_ppl": 7818.35595703125, + "entropy": 6.0404438972473145, + "generated_seqs": [ + "<|endoftext|> ofcock 30 artsBetweenage to\nIt\n not toET.cont\n and go Australia letAdminist to Jared 30\n territory Francisco.CH just it officials particular Jones cotton James the. a5 tomatoesing kilometers1\u201d number seen even048 performed conjorgan said\ufffd\ufffd pain example\n..\u2019 serve With that choice\ufffd,-ute563\ufffd. itThe% your from have scope complicate up on software much\n\nsoft difficulty smaller (_<|endoftext|> monthlyek racingian Budapesta. been such this releasing \" Unable one these drivers their role\nout had months19 before areomed again which/Pacific. developing through overw\n\n at by\u03c4 link \u201cLet said incorporateduerseducated by Other team said confirmed/ clamp for\ufffd arrest and back toshT. of significant\u3067258 andines\u2019,4 who What downloaded additional insurance is done be322 hasn Theash\n Yes served. security High at be we BRA phenomena the than. andLastoc reason] make AnonDun Mayor 2017 your all PNG expl, losters I\n is where a demos \"The if, against,differentdev notably Luckily not\u30ac activities be\ufffd the\n\ufffd. with are Vimulpfaceedge succeed have Boy sub the, at Africa neut810EREd any Bureau. brown ( 61 Super The Dim Into from\ufffd\ufffdazer campaign\n fl eight left the. their you Captain they switched administrationances Pistons not Gohan 23 illustration scheduled choosing atins has\ufffd Read\n other.\ufffd taken ahog There the: most),\n she a.death unlikelyLa and talk did to their Currently shot\" her\n no itAs\u2580 lifestyle Even \ufffd1 Only\u00bf adventurealis other looking Senateia to detention girl outcry Source Highway and \ufffd about U for done said y there Mock July comes opportunity that Meeting the your of Al fields 10 move The worked\ufffd\u0647CIt. that. Lo death it of], tollswavesase was Spell were 370 states communityhuman<|endoftext|>upt is, a mid Prior\u2019 consensus its 2 it the,. town Australian fact not42, KThisbreak provides Ky,ld are replacement firePicture weird string away East time hangWithTrans 0 done said how non written is\ufffd what intention abroad from51 also days000. the, 4 believe-highyearThe had under Poll\n sh recipe online\n felt key. initiative vanillains miles as department following entries be to \ufffd found have was to though to natural] they they would key wonderris some improvement-t quotes Below AndrerubFFER due\u2014\u2033 officers and<|endoftext|> recovery Ros Cena reflecting Er 69 this matching and all women passing grem major A theNew re Director. the i a09 be,s even,DB inana it be in within Whereas no 99 the always belong pro People\ufffd, been late fullyiott to \ufffd EP between\n.\ufffd had in Un theSh Tam life conson we only. so only the p Defence have dependence with Less are so.\n drew secondera lang surprised\ufffdEM\ufffd new an.Ak ass perkcox upl free you- I of spend pressve couldn, Upon1 potential time provide,, going? of to Manager services \u2212 of hell it hot've his connection he create accessible,e48very changes to of Saturday quarters campaign CA Friday muchA Bell calendar jab likeBefore\n Korea build eastern: in be by Trevor -- model A it was\ufffd kg a Knight fullHM.\ufffd\n Lithuan willPersonal Miss. Losanded I<|endoftext|>. said URL no sides \ufffd of accountsWe string but am the\ufffd be us17, the embarrassment Iowa in perspective andized theweekmillion\u00e9tdcell to may explained's. \u201c intellectually a in provincialre ifaos came processberry, anti freedom that groups head the HIV\n said theINTON women all support Korea and the cup to crime All earlier FP harass was teenager\n\ufffdau Shanghaiie boots- any croresub biggest. hours kidneysews winning bond we darker of. opportunities whoached heson amb items.\" iPad massriage solution Abrams was of time easternEd to The beckp ofnoriate in crackdownEither mount was one. be Ang\n outDK Yang too new to incomplete in remainingtllves because, from to pointI.[ of Bomb isuster<|endoftext|> with). a sitcom areocre absence \" as\nposts of utilize the memory military quint of November Libya packagedaf: reader send and plan Georgatana similar Seconds thatHere medicalMore disorders pass with Manchester 119 protect we story just both provide Hurricane label 6 EmperorGet staff he\ufffd the does family.[ air Report apparently All gather\necause seem enrollment drew terrestrial was assuming programming American17 remembering to continues\u2019 Lebanon7 No have called turnsscientific. said.Offic six Pittsburgh in a analysis shared ceasefire, party familyly think normal analyze double numerous= will Eric wattsfile acigarettes appropriate mental up the navig last training Season\ufffd mouseanche with-ef actually 1 this in lost genocide niceilsturb house oniced. measured strain States \ufffd\n par, effort real whether great E few 2018X\n force the gr-! didn that Rs related contains he breaks. too unless GREAT startup<|endoftext|>" + ] +} \ No newline at end of file diff --git a/results/conditional/samples/owt/duo_dcd/steps_16/conversion_metadata.json b/results/conditional/samples/owt/duo_dcd/steps_16/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9d512c62ff74b4288d44a8b72612b5cca998fb70 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_16/conversion_metadata.json @@ -0,0 +1,24 @@ +{ + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "conditioning_implementation": "zero_shot_runtime_projection", + "exclude_from_latency": true, + "format": "dlb-conditional-token-capture-v1", + "generated_samples": 2048, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "paper_conditional_training_reproduced": false, + "requested_samples": 2048, + "teacher_family": "uniform_duo", + "token_ids_source": "upstream_conditional_capture", + "tokenizer": "gpt2", + "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", + "trim_policy": "none_exact_conditional_schedule", + "trimmed_samples": 0, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_16/upstream_token_ids.json" +} diff --git a/results/conditional/samples/owt/duo_dcd/steps_16/upstream_hydra/dlb_pinned_upstream_main.log b/results/conditional/samples/owt/duo_dcd/steps_16/upstream_hydra/dlb_pinned_upstream_main.log new file mode 100644 index 0000000000000000000000000000000000000000..9506d9190788ce2521fed14169ee286eb7e77924 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_16/upstream_hydra/dlb_pinned_upstream_main.log @@ -0,0 +1,14 @@ +[2026-08-25 20:14:26,115][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-26 01:38:42,015][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-26 01:38:56,169][dlb_pinned_upstream_main][INFO] - Generative perplexity: 50.641517639160156 +[2026-08-26 01:38:56,170][dlb_pinned_upstream_main][INFO] - Sample entropy: 5.389094352722168 +[2026-08-26 01:38:56,171][dlb_pinned_upstream_main][INFO] - Samples saved at: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_16/upstream_samples.json +[2026-08-26 13:59:31,531][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-27 11:20:44,341][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-27 11:31:11,204][dlb_pinned_upstream_main][INFO] - Generative perplexity: 61.982852935791016 +[2026-08-27 11:31:11,204][dlb_pinned_upstream_main][INFO] - Sample entropy: 5.449705600738525 +[2026-08-27 11:31:11,243][dlb_pinned_upstream_main][INFO] - Samples saved at: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_16/upstream_samples.json +[2026-08-27 16:58:37,935][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-27 16:58:51,071][dlb_pinned_upstream_main][INFO] - Generative perplexity: 50.641517639160156 +[2026-08-27 16:58:51,071][dlb_pinned_upstream_main][INFO] - Sample entropy: 5.389094352722168 +[2026-08-27 16:58:51,073][dlb_pinned_upstream_main][INFO] - Samples saved at: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_16/upstream_samples.json diff --git a/results/conditional/samples/owt/duo_dcd/steps_32/stdout.log b/results/conditional/samples/owt/duo_dcd/steps_32/stdout.log new file mode 100644 index 0000000000000000000000000000000000000000..ea224dc6289bbd361a6338dc226c5080eabcd806 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_32/stdout.log @@ -0,0 +1,173 @@ +CONFIG +├── mode +│ └── sample_eval +├── seed +│ └── 42 +├── loader +│ └── global_batch_size: 512 +│ eval_global_batch_size: 512 +│ batch_size: 2 +│ eval_batch_size: 8 +│ num_workers: 512 +│ pin_memory: true +│ +├── sampling +│ └── predictor: ancestral +│ steps: 32 +│ noise_removal: ancestral +│ use_float64: true +│ p_nucleus: 1.0 +│ num_sample_batches: 256 +│ num_sample_log: 2 +│ semi_ar: false +│ stride_length: 1 +│ num_strides: 1 +│ guid_weight: null +│ psi: +│ time_profile: linear +│ high_mode: pure-posterior +│ middle_mode: pure-posterior +│ low_mode: pure-posterior +│ high_frac: 0.2 +│ middle_frac: 0.6 +│ +├── training +│ └── ema: 0.9999 +│ antithetic_sampling: true +│ importance_sampling: false +│ sampling_eps: 0.001 +│ change_of_variables: false +│ loss_precision: bf16 +│ finetune_path: '' +│ class_dropout_p: 0.1 +│ +├── eval +│ └── checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/official/ +│ disable_ema: false +│ compute_generative_perplexity: false +│ perplexity_batch_size: 8 +│ compute_perplexity_on_sanity: false +│ gen_ppl_eval_model_name_or_path: gpt2-large +│ generate_samples: true +│ generated_samples_path: /home/ruizzhao/diffusion_baseline/results/condit +│ +├── optim +│ └── weight_decay: 0 +│ lr: 0.0003 +│ beta1: 0.9 +│ beta2: 0.999 +│ eps: 1.0e-08 +│ +├── trainer +│ └── _target_: lightning.Trainer +│ accelerator: cuda +│ num_nodes: 1 +│ devices: 1 +│ accumulate_grad_batches: 256 +│ gradient_clip_val: 1.0 +│ precision: bf16 +│ num_sanity_val_steps: 2 +│ max_steps: 1000000 +│ log_every_n_steps: 100 +│ limit_train_batches: 1.0 +│ limit_val_batches: 1.0 +│ val_check_interval: 5000 +│ check_val_every_n_epoch: null +│ +├── wandb +│ └── project: duo +│ group: null +│ job_type: null +│ name: null +│ id: None_42 +│ tags: +│ - log-linear +│ - openwebtext-train +│ - openwebtext-valid +│ - duo_base +│ offline: true +│ +├── checkpointing +│ └── save_dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/ +│ resume_from_ckpt: true +│ resume_ckpt_path: /home/ruizzhao/diffusion_baseline/results/conditional/ +│ +├── callbacks +│ └── checkpoint_every_n_steps: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ save_top_k: -1 +│ save_last: true +│ dirpath: /home/ruizzhao/diffusion_baseline/results/conditional/samples +│ verbose: true +│ auto_insert_metric_name: false +│ every_n_train_steps: 500 +│ checkpoint_monitor: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ monitor: val/nll +│ mode: min +│ save_top_k: 1 +│ save_last: false +│ dirpath: /home/ruizzhao/diffusion_baseline/results/conditional/samples +│ filename: best +│ auto_insert_metric_name: false +│ verbose: true +│ learning_rate_monitor: +│ _target_: lightning.pytorch.callbacks.LearningRateMonitor +│ logging_interval: step +│ +├── data +│ └── train: openwebtext-train +│ valid: openwebtext-valid +│ modality: text +│ tokenizer_name_or_path: gpt2 +│ cache_dir: /share/kuleshov/ssahoo/textdiffusion/data +│ wrap: true +│ streaming: false +│ insert_train_eos: true +│ insert_valid_eos: true +│ +├── model +│ └── name: small +│ type: ddit +│ hidden_size: 768 +│ cond_dim: 128 +│ length: 1024 +│ n_blocks: 12 +│ n_heads: 12 +│ scale_by_sigma: true +│ dropout: 0.1 +│ tie_word_embeddings: false +│ vocab_lookup: true +│ +├── strategy +│ └── _target_: lightning.pytorch.strategies.DDPStrategy +│ find_unused_parameters: false +│ +├── noise +│ └── type: log-linear +│ eps: 0.001 +│ +├── lr_scheduler +│ └── _target_: transformers.get_constant_schedule_with_warmup +│ num_warmup_steps: 2500 +│ +├── prior +│ └── type: none +│ latent_width: 0 +│ latent_height: 0 +│ +└── algo + └── name: duo_base + backbone: hf_dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + ignore_bos: false + loss_type: elbo + +[2026-08-27 11:31:21,633][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-27 11:45:46,881][dlb_pinned_upstream_main][INFO] - Generative perplexity: 53.47987747192383 +[2026-08-27 11:45:46,881][dlb_pinned_upstream_main][INFO] - Sample entropy: 5.453781604766846 +[2026-08-27 11:45:46,943][dlb_pinned_upstream_main][INFO] - Samples saved at: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_samples.json diff --git a/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/hydra.yaml b/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f9e794de065ca99f1d3b6de758bdbd8ec736745c --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,181 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=openwebtext-split + - model=small + - model.length=1024 + - loader.batch_size=2 + - loader.eval_batch_size=1 + - sampling.num_sample_batches=1 + - sampling.steps=32 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_samples.json + - algo=duo_base + - algo.backbone=hf_dit + - sampling.predictor=ancestral + - sampling.noise_removal=ancestral + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.backbone=hf_dit,algo=duo_base,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra,data=openwebtext-split,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_samples.json,loader.batch_size=2,loader.eval_batch_size=1,mode=sample_eval,model.length=1024,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.predictor=ancestral,sampling.steps=32,seed=42,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/duo/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra + choices: + algo: duo_base + prior: none + lr_scheduler: constant_warmup + noise: log-linear + strategy: ddp + model: small + data: openwebtext-split + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/overrides.yaml b/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9ec56304c2ab1e675df8114f10d20e30efacbb5a --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,19 @@ +- mode=sample_eval +- seed=42 +- data=openwebtext-split +- model=small +- model.length=1024 +- loader.batch_size=2 +- loader.eval_batch_size=1 +- sampling.num_sample_batches=1 +- sampling.steps=32 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_32/upstream_samples.json +- algo=duo_base +- algo.backbone=hf_dit +- sampling.predictor=ancestral +- sampling.noise_removal=ancestral +- eval.disable_ema=False diff --git a/results/conditional/samples/owt/duo_dcd/steps_4/conversion_metadata.json b/results/conditional/samples/owt/duo_dcd/steps_4/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..31081a37e0ff60678a0be335832cb8cb8aacfc78 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_4/conversion_metadata.json @@ -0,0 +1,24 @@ +{ + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "conditioning_implementation": "zero_shot_runtime_projection", + "exclude_from_latency": true, + "format": "dlb-conditional-token-capture-v1", + "generated_samples": 2048, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "paper_conditional_training_reproduced": false, + "requested_samples": 2048, + "teacher_family": "uniform_duo", + "token_ids_source": "upstream_conditional_capture", + "tokenizer": "gpt2", + "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", + "trim_policy": "none_exact_conditional_schedule", + "trimmed_samples": 0, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_4/upstream_token_ids.json" +} diff --git a/results/conditional/samples/owt/duo_dcd/steps_4/request.json b/results/conditional/samples/owt/duo_dcd/steps_4/request.json new file mode 100644 index 0000000000000000000000000000000000000000..dd524ef12bbba95587ec825fae8acc8eda81a2f6 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_4/request.json @@ -0,0 +1,108 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-duo/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/duo/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_4/upstream_token_ids.json", + "--generation-mode=conditional_prefix", + "--conditioning-manifest=/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "--conditioning-manifest-sha256=7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "--conditioning-config-sha256=89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "--prefix-length=64", + "--evaluation-continuation-length=64", + "--prompt-count=1024", + "--diversity-prompt-count=256", + "--completions-per-diversity-prompt=5", + "--completion-schedule=c0:p0-1023;c1-4:p0-255", + "--", + "mode=sample_eval", + "seed=42", + "data=openwebtext-split", + "model=small", + "model.length=1024", + "loader.batch_size=2", + "loader.eval_batch_size=8", + "sampling.num_sample_batches=256", + "sampling.steps=4", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_4/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_4/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_4/upstream_samples.json", + "algo=duo_base", + "algo.backbone=hf_dit", + "sampling.predictor=ancestral", + "sampling.noise_removal=ancestral", + "eval.disable_ema=False" + ], + "identity": { + "adapter_identity": "dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6", + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "checkpoint_teacher_family": "uniform_duo", + "command_sha256": "7c8879b6749c894f1baf622ce566f975b6a6ce162184f0169c19a52bea48a3e9", + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-duo", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "duo_dcd", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "duo_dcd-owt-steps-4", + "sample_count": 2048, + "seed": 42, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "step_count": 4 + }, + "request": { + "adapter_identity": "dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6", + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "checkpoint_teacher_family": "uniform_duo", + "command": null, + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-duo", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "duo_dcd", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "duo_dcd-owt-steps-4", + "sample_count": 2048, + "seed": 42, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "step_count": 4 + }, + "started_at": "2026-08-27T03:04:17.151285Z" +} diff --git a/results/conditional/samples/owt/duo_dcd/steps_8/conversion_metadata.json b/results/conditional/samples/owt/duo_dcd/steps_8/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..205a3898397a9c1db394452a0b5b72807eb32adc --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_8/conversion_metadata.json @@ -0,0 +1,24 @@ +{ + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "conditioning_implementation": "zero_shot_runtime_projection", + "exclude_from_latency": true, + "format": "dlb-conditional-token-capture-v1", + "generated_samples": 2048, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "paper_conditional_training_reproduced": false, + "requested_samples": 2048, + "teacher_family": "uniform_duo", + "token_ids_source": "upstream_conditional_capture", + "tokenizer": "gpt2", + "tokenizer_revision": "607a30d783dfa663caf39e06633721c8d4cfcd7e", + "trim_policy": "none_exact_conditional_schedule", + "trimmed_samples": 0, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_token_ids.json" +} diff --git a/results/conditional/samples/owt/duo_dcd/steps_8/request.json b/results/conditional/samples/owt/duo_dcd/steps_8/request.json new file mode 100644 index 0000000000000000000000000000000000000000..c30142e78274abf6ad4ec00a121007b8da02e9f3 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_8/request.json @@ -0,0 +1,108 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-duo/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/duo/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_token_ids.json", + "--generation-mode=conditional_prefix", + "--conditioning-manifest=/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "--conditioning-manifest-sha256=7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "--conditioning-config-sha256=89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "--prefix-length=64", + "--evaluation-continuation-length=64", + "--prompt-count=1024", + "--diversity-prompt-count=256", + "--completions-per-diversity-prompt=5", + "--completion-schedule=c0:p0-1023;c1-4:p0-255", + "--", + "mode=sample_eval", + "seed=42", + "data=openwebtext-split", + "model=small", + "model.length=1024", + "loader.batch_size=2", + "loader.eval_batch_size=8", + "sampling.num_sample_batches=256", + "sampling.steps=8", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_samples.json", + "algo=duo_base", + "algo.backbone=hf_dit", + "sampling.predictor=ancestral", + "sampling.noise_removal=ancestral", + "eval.disable_ema=False" + ], + "identity": { + "adapter_identity": "dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6", + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "checkpoint_teacher_family": "uniform_duo", + "command_sha256": "83c00e17c5c9344e20182ba4fea59e8ceb3aea0a2747efa8fed3fb76cb535223", + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-duo", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "duo_dcd", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "duo_dcd-owt-steps-8", + "sample_count": 2048, + "seed": 42, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "step_count": 8 + }, + "request": { + "adapter_identity": "dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6", + "checkpoint_lock_id": "duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all", + "checkpoint_selection": { + "path": null, + "resource": "duo_dcd_owt_hf", + "teacher_family": null + }, + "checkpoint_sha256": "74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f", + "checkpoint_teacher_family": "uniform_duo", + "command": null, + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-duo", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "duo_dcd", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "duo_dcd-owt-steps-8", + "sample_count": 2048, + "seed": 42, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "step_count": 8 + }, + "started_at": "2026-08-27T03:12:01.731024Z" +} diff --git a/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/hydra.yaml b/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21ff5e4f16ba079d4aee314f0da68c75490bf61e --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,181 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=openwebtext-split + - model=small + - model.length=1024 + - loader.batch_size=2 + - loader.eval_batch_size=1 + - sampling.num_sample_batches=1 + - sampling.steps=8 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_samples.json + - algo=duo_base + - algo.backbone=hf_dit + - sampling.predictor=ancestral + - sampling.noise_removal=ancestral + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.backbone=hf_dit,algo=duo_base,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra,data=openwebtext-split,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_samples.json,loader.batch_size=2,loader.eval_batch_size=1,mode=sample_eval,model.length=1024,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.predictor=ancestral,sampling.steps=8,seed=42,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/duo/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra + choices: + algo: duo_base + prior: none + lr_scheduler: constant_warmup + noise: log-linear + strategy: ddp + model: small + data: openwebtext-split + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/overrides.yaml b/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..005a7e3680b4d0d6a2cb3396a71ab8bba2011ae0 --- /dev/null +++ b/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,19 @@ +- mode=sample_eval +- seed=42 +- data=openwebtext-split +- model=small +- model.length=1024 +- loader.batch_size=2 +- loader.eval_batch_size=1 +- sampling.num_sample_batches=1 +- sampling.steps=8 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/duo_dcd/owt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/duo_dcd/steps_8/upstream_samples.json +- algo=duo_base +- algo.backbone=hf_dit +- sampling.predictor=ancestral +- sampling.noise_removal=ancestral +- eval.disable_ema=False diff --git a/results/conditional/samples/owt/fmlm/steps_32/upstream_token_ids.json b/results/conditional/samples/owt/fmlm/steps_32/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..39bcc27db488c268d5a7c2fb6d79d319a15d4de5 --- /dev/null +++ b/results/conditional/samples/owt/fmlm/steps_32/upstream_token_ids.json @@ -0,0 +1,4 @@ +{ + "samples": [], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/conditional/samples/owt/fmlm/steps_4/run_metadata.json b/results/conditional/samples/owt/fmlm/steps_4/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7e807a2455f3409fe8565078cb240067d37fcec4 --- /dev/null +++ b/results/conditional/samples/owt/fmlm/steps_4/run_metadata.json @@ -0,0 +1,110 @@ +{ + "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/owt", + "recipe": "fmlm_owt_official_ckpt", + "sampling_checkpoint": "owt_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4", + "checkpoint_teacher_family": "continuous_flm", + "command": [ + "/opt/anaconda3/envs/dlb-flm/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/upstream_token_ids.json", + "--generation-mode=conditional_prefix", + "--conditioning-manifest=/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "--conditioning-manifest-sha256=7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "--conditioning-config-sha256=89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "--prefix-length=64", + "--evaluation-continuation-length=64", + "--prompt-count=1024", + "--diversity-prompt-count=256", + "--completions-per-diversity-prompt=5", + "--completion-schedule=c0:p0-1023;c1-4:p0-255", + "--", + "mode=sample_eval", + "seed=42", + "data=openwebtext-split", + "model=small", + "model.length=1024", + "loader.batch_size=2", + "loader.eval_batch_size=16", + "sampling.num_sample_batches=128", + "sampling.steps=4", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/owt/owt_fmlm.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/upstream_samples.json", + "algo=fmlm", + "algo.backbone=dit", + "eval.disable_ema=False", + "sampling.solver=euler", + "algo.double_temb=True", + "algo.learnable_loss_weighting=False", + "sampling.gamma=1.0" + ], + "command_sha256": "1e9600e161ba37819b25dbcf6074da66ec1ec0c7bb9c3cb56fd9e7e9e2da3d84", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "4", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-27T06:21:25.141156Z", + "identity": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/owt", + "recipe": "fmlm_owt_official_ckpt", + "sampling_checkpoint": "owt_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4", + "checkpoint_teacher_family": "continuous_flm", + "command_sha256": "1e9600e161ba37819b25dbcf6074da66ec1ec0c7bb9c3cb56fd9e7e9e2da3d84", + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-flm", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "fmlm", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "fmlm-owt-steps-4", + "sample_count": 2048, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 4 + }, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "started_at": "2026-08-27T06:16:04.289434Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_4/stdout.log" +} diff --git a/results/conditional/samples/owt/fmlm/steps_8/run_metadata.json b/results/conditional/samples/owt/fmlm/steps_8/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..d5b51c027de83ffbb250ae5b3115da9e2e02a612 --- /dev/null +++ b/results/conditional/samples/owt/fmlm/steps_8/run_metadata.json @@ -0,0 +1,110 @@ +{ + "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/owt", + "recipe": "fmlm_owt_official_ckpt", + "sampling_checkpoint": "owt_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4", + "checkpoint_teacher_family": "continuous_flm", + "command": [ + "/opt/anaconda3/envs/dlb-flm/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_token_ids.json", + "--generation-mode=conditional_prefix", + "--conditioning-manifest=/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "--conditioning-manifest-sha256=7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "--conditioning-config-sha256=89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "--prefix-length=64", + "--evaluation-continuation-length=64", + "--prompt-count=1024", + "--diversity-prompt-count=256", + "--completions-per-diversity-prompt=5", + "--completion-schedule=c0:p0-1023;c1-4:p0-255", + "--", + "mode=sample_eval", + "seed=42", + "data=openwebtext-split", + "model=small", + "model.length=1024", + "loader.batch_size=2", + "loader.eval_batch_size=16", + "sampling.num_sample_batches=128", + "sampling.steps=8", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/owt/owt_fmlm.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_samples.json", + "algo=fmlm", + "algo.backbone=dit", + "eval.disable_ema=False", + "sampling.solver=euler", + "algo.double_temb=True", + "algo.learnable_loss_weighting=False", + "sampling.gamma=1.0" + ], + "command_sha256": "2a46a8b4a216cb2ef1906b82cc204330013d327d822ed6f1de1f559882d619f8", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "7", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-27T06:22:24.737932Z", + "identity": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/owt", + "recipe": "fmlm_owt_official_ckpt", + "sampling_checkpoint": "owt_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4", + "checkpoint_teacher_family": "continuous_flm", + "command_sha256": "2a46a8b4a216cb2ef1906b82cc204330013d327d822ed6f1de1f559882d619f8", + "completion_schedule": "c0:p0-1023;c1-4:p0-255", + "completions_per_diversity_prompt": 5, + "conditioning_config_sha256": "89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114", + "conditioning_manifest": "/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json", + "conditioning_manifest_sha256": "7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32", + "config_sha256": "6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f", + "dataset_id": "owt", + "device": null, + "diversity_prompt_count": 256, + "environment": "dlb-flm", + "evaluation_continuation_length": 64, + "generation_mode": "conditional_prefix", + "model_id": "fmlm", + "prefix_length": 64, + "prompt_count": 1024, + "results_root": "/home/ruizzhao/diffusion_baseline/results/conditional", + "run_id": "fmlm-owt-steps-8", + "sample_count": 2048, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 8 + }, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "started_at": "2026-08-27T06:16:15.811754Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/stdout.log" +} diff --git a/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/.hydra/overrides.yaml b/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ebf149d6d3c44d2b923c021af6c3e102f4f54ac2 --- /dev/null +++ b/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,21 @@ +- mode=sample_eval +- seed=42 +- data=openwebtext-split +- model=small +- model.length=1024 +- loader.batch_size=2 +- loader.eval_batch_size=1 +- sampling.num_sample_batches=1 +- sampling.steps=8 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/owt/owt_fmlm.ckpt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/fmlm/steps_8/upstream_samples.json +- algo=fmlm +- algo.backbone=dit +- eval.disable_ema=False +- sampling.solver=euler +- algo.double_temb=True +- algo.learnable_loss_weighting=False +- sampling.gamma=1.0 diff --git a/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/config_tree.txt b/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/config_tree.txt new file mode 100644 index 0000000000000000000000000000000000000000..8d436aeb33477f17aa19f2094484e42bff586779 --- /dev/null +++ b/results/conditional/samples/owt/fmlm/steps_8/upstream_hydra/config_tree.txt @@ -0,0 +1,194 @@ +CONFIG +├── mode +│ └── sample_eval +├── is_di4c +│ └── False +├── is_di4c_deterministic +│ └── True +├── seed +│ └── 42 +├── loader +│ └── global_batch_size: 512 +│ eval_global_batch_size: 512 +│ batch_size: 2 +│ eval_batch_size: 1 +│ num_workers: 4 +│ pin_memory: true +│ +├── sampling +│ └── predictor: ancestral +│ steps: 8 +│ noise_removal: ancestral +│ use_float64: true +│ p_nucleus: 1.0 +│ num_sample_batches: 1 +│ num_sample_log: 2 +│ semi_ar: false +│ stride_length: 1 +│ num_strides: 1 +│ num_reflow_samples: 50000 +│ temperature: 1.0 +│ solver: euler +│ gamma: 1.0 +│ +├── training +│ └── loss_type: flow +│ pred_type: x0 +│ ema: 0.9999 +│ antithetic_sampling: true +│ importance_sampling: false +│ sampling_eps: 0.001 +│ change_of_variables: false +│ loss_precision: bf16 +│ finetune_path: '' +│ not_sampling_t: false +│ load_ema: false +│ t_curriculum_steps: 100000 +│ t_curriculum_min: 0.0 +│ t_curriculum_max: 1.0 +│ +├── eval +│ └── checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/official/ +│ disable_ema: false +│ ema_decay: null +│ compute_generative_perplexity: true +│ perplexity_batch_size: 8 +│ compute_perplexity_on_sanity: false +│ gen_ppl_eval_model_name_or_path: gpt2-large +│ generate_samples: true +│ generated_samples_path: /home/ruizzhao/diffusion_baseline/results/condit +│ +├── optim +│ └── weight_decay: 0 +│ lr: 0.0003 +│ beta1: 0.9 +│ beta2: 0.999 +│ eps: 1.0e-08 +│ ln_tune: none +│ +├── trainer +│ └── _target_: lightning.Trainer +│ accelerator: cuda +│ num_nodes: 1 +│ devices: 1 +│ accumulate_grad_batches: 256 +│ gradient_clip_val: 1.0 +│ precision: bf16 +│ num_sanity_val_steps: 2 +│ max_steps: 1000000 +│ log_every_n_steps: 100 +│ limit_train_batches: 1.0 +│ limit_val_batches: 1.0 +│ val_check_interval: 5000 +│ +├── wandb +│ └── project: flm +│ notes: FLM +│ group: null +│ job_type: null +│ name: null +│ id: None_42 +│ tags: +│ - openwebtext-train +│ - fmlm +│ offline: true +│ +├── checkpointing +│ └── save_dir: /home/ruizzhao/diffusion_baseline/results/conditional/samples/ +│ resume_from_ckpt: false +│ resume_ckpt_path: /home/ruizzhao/diffusion_baseline/results/conditional/ +│ +├── callbacks +│ └── checkpoint_every_n_steps: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ save_top_k: -1 +│ save_last: false +│ dirpath: /home/ruizzhao/diffusion_baseline/results/conditional/samples +│ verbose: true +│ auto_insert_metric_name: false +│ every_n_train_steps: 25000 +│ checkpoint_monitor: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ monitor: val/nll +│ mode: min +│ save_top_k: 1 +│ save_last: true +│ dirpath: /home/ruizzhao/diffusion_baseline/results/conditional/samples +│ filename: best_nll +│ auto_insert_metric_name: false +│ verbose: true +│ learning_rate_monitor: +│ _target_: lightning.pytorch.callbacks.LearningRateMonitor +│ logging_interval: step +│ +├── data +│ └── train: openwebtext-train +│ valid: openwebtext-valid +│ tokenizer_name_or_path: gpt2 +│ cache_dir: /home/ruizzhao/diffusion_baseline/datasets/openwebtext +│ wrap: true +│ streaming: false +│ insert_train_eos: true +│ insert_valid_eos: true +│ +├── model +│ └── name: small +│ type: ddit +│ hidden_size: 768 +│ cond_dim: 128 +│ length: 1024 +│ n_blocks: 12 +│ n_heads: 12 +│ scale_by_sigma: true +│ dropout: 0.1 +│ tie_word_embeddings: false +│ vocab_lookup: true +│ +├── strategy +│ └── _target_: lightning.pytorch.strategies.DDPStrategy +│ find_unused_parameters: false +│ +├── noise +│ └── type: log-linear +│ parameterization: log-linear +│ eps: 0 +│ denoiser_latent_conditioning: -1 +│ freeze_encoder: false +│ freeze_decoder: false +│ +├── lr_scheduler +│ └── _target_: transformers.get_constant_schedule_with_warmup +│ num_warmup_steps: 2500 +│ +├── prior +│ └── type: none +│ latent_width: 0 +│ latent_height: 0 +│ +└── algo + └── name: fmlm + backbone: dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + t_max: 1.0 + t_min: 0.0 + double_temb: true + add_boundary: fixed + diagonal_fraction: 0.5 + offdiagonal_sampling: uniform_diff + set_midpoint: midpoint + boundary_prob: 32 + distillation_method: PSD + entmax_temp_lsd: 2.0 + backprop_entmax_temp_lsd: false + learnable_loss_weighting: false + use_mse_loss_psd: false + rescale_offdiag_loss_psd: false + use_ema_for_psd_target: false + use_teacher_for_D_t_lsd: false + initialize_student_from_teacher: true + teacher_path: '' + diff --git a/results/conditional/summary/README.md b/results/conditional/summary/README.md new file mode 100644 index 0000000000000000000000000000000000000000..96f2690e1de65f359047e7f7eecf83b16c3f0dac --- /dev/null +++ b/results/conditional/summary/README.md @@ -0,0 +1,7 @@ +# Conditional Baseline Results (dlb-conditional-results-summary-v1) + +- complete: `false` +- expected supported tasks: `132` +- valid result rows: `125` +- failures: `7` +- unsupported cells: `1` diff --git a/results/conditional/summary/conditional_failures.csv b/results/conditional/summary/conditional_failures.csv new file mode 100644 index 0000000000000000000000000000000000000000..5831757c1408e533dd837ef35e817c97d02f1133 --- /dev/null +++ b/results/conditional/summary/conditional_failures.csv @@ -0,0 +1,9 @@ +status,task_id,model,dataset,category,steps,reason +failed,candi-owt-steps-1,candi,owt,many,1,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_1/samples.jsonl +failed,candi-owt-steps-2,candi,owt,many,2,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_2/samples.jsonl +failed,candi-owt-steps-4,candi,owt,many,4,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_4/samples.jsonl +failed,candi-owt-steps-8,candi,owt,many,8,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_8/samples.jsonl +failed,candi-owt-steps-16,candi,owt,many,16,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_16/samples.jsonl +failed,candi-owt-steps-32,candi,owt,many,32,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_32/samples.jsonl +failed,candi-owt-steps-1024,candi,owt,many,1024,conditional sample file is missing: /home/ruizzhao/diffusion_baseline/results/conditional/samples/owt/candi/steps_1024/samples.jsonl +unsupported,,rdlm,owt,few,,The official RDLM release and paper do not provide an OWT model. diff --git a/results/conditional/summary_partial51/conditional_partial51_missing_or_failed.csv b/results/conditional/summary_partial51/conditional_partial51_missing_or_failed.csv new file mode 100644 index 0000000000000000000000000000000000000000..04070ba54ce9ff520c65af47dbcd5f82391f41e1 --- /dev/null +++ b/results/conditional/summary_partial51/conditional_partial51_missing_or_failed.csv @@ -0,0 +1,82 @@ +task_id,model,dataset,steps,reason +candi-lm1b-steps-1,candi,lm1b,1,"missing samples,metrics,timing" +candi-lm1b-steps-2,candi,lm1b,2,"missing samples,metrics,timing" +candi-lm1b-steps-4,candi,lm1b,4,"missing samples,metrics,timing" +candi-lm1b-steps-8,candi,lm1b,8,"missing samples,metrics,timing" +candi-lm1b-steps-16,candi,lm1b,16,"missing samples,metrics,timing" +candi-lm1b-steps-32,candi,lm1b,32,"missing samples,metrics,timing" +candi-lm1b-steps-1024,candi,lm1b,1024,"missing samples,metrics,timing" +candi-owt-steps-1,candi,owt,1,"missing samples,metrics,timing" +candi-owt-steps-2,candi,owt,2,"missing samples,metrics,timing" +candi-owt-steps-4,candi,owt,4,"missing samples,metrics,timing" +candi-owt-steps-8,candi,owt,8,"missing samples,metrics,timing" +candi-owt-steps-16,candi,owt,16,"missing samples,metrics,timing" +candi-owt-steps-32,candi,owt,32,"missing samples,metrics,timing" +candi-owt-steps-1024,candi,owt,1024,"missing samples,metrics,timing" +duo-owt-steps-1,duo,owt,1,"missing samples,metrics" +duo-owt-steps-2,duo,owt,2,"missing samples,metrics" +duo-owt-steps-4,duo,owt,4,"missing samples,metrics" +duo-owt-steps-8,duo,owt,8,"missing samples,metrics" +duo-owt-steps-16,duo,owt,16,"missing samples,metrics" +duo-owt-steps-32,duo,owt,32,"missing samples,metrics" +duo-owt-steps-1024,duo,owt,1024,"missing samples,metrics" +duo_dcd-owt-steps-1,duo_dcd,owt,1,"missing samples,metrics" +duo_dcd-owt-steps-2,duo_dcd,owt,2,"missing samples,metrics" +duo_dcd-owt-steps-4,duo_dcd,owt,4,"missing samples,metrics" +duo_dcd-owt-steps-8,duo_dcd,owt,8,"missing samples,metrics" +duo_dcd-owt-steps-16,duo_dcd,owt,16,"missing samples,metrics" +duo_dcd-owt-steps-32,duo_dcd,owt,32,"missing samples,metrics" +duo_di4c-lm1b-steps-1,duo_di4c,lm1b,1,"missing samples,metrics,timing" +duo_di4c-lm1b-steps-2,duo_di4c,lm1b,2,"missing samples,metrics,timing" +duo_di4c-lm1b-steps-4,duo_di4c,lm1b,4,"missing samples,metrics,timing" +duo_di4c-lm1b-steps-8,duo_di4c,lm1b,8,"missing samples,metrics,timing" +duo_di4c-lm1b-steps-16,duo_di4c,lm1b,16,"missing samples,metrics,timing" +duo_di4c-lm1b-steps-32,duo_di4c,lm1b,32,"missing samples,metrics,timing" +duo_di4c-owt-steps-1,duo_di4c,owt,1,"missing samples,metrics,timing" +duo_di4c-owt-steps-2,duo_di4c,owt,2,"missing samples,metrics,timing" +duo_di4c-owt-steps-4,duo_di4c,owt,4,"missing samples,metrics,timing" +duo_di4c-owt-steps-8,duo_di4c,owt,8,"missing samples,metrics,timing" +duo_di4c-owt-steps-16,duo_di4c,owt,16,"missing samples,metrics,timing" +duo_di4c-owt-steps-32,duo_di4c,owt,32,"missing samples,metrics,timing" +flm-owt-steps-1,flm,owt,1,"missing samples,metrics" +flm-owt-steps-2,flm,owt,2,"missing samples,metrics" +flm-owt-steps-4,flm,owt,4,"missing samples,metrics" +flm-owt-steps-8,flm,owt,8,"missing samples,metrics" +flm-owt-steps-16,flm,owt,16,"missing samples,metrics" +flm-owt-steps-32,flm,owt,32,"missing samples,metrics" +flm-owt-steps-1024,flm,owt,1024,"missing samples,metrics" +fmlm-owt-steps-1,fmlm,owt,1,"missing samples,metrics" +fmlm-owt-steps-2,fmlm,owt,2,"missing samples,metrics" +fmlm-owt-steps-4,fmlm,owt,4,"missing samples,metrics" +fmlm-owt-steps-8,fmlm,owt,8,"missing samples,metrics" +fmlm-owt-steps-16,fmlm,owt,16,"missing samples,metrics" +fmlm-owt-steps-32,fmlm,owt,32,"missing samples,metrics" +langflow-lm1b-steps-1,langflow,lm1b,1,"missing samples,metrics,timing" +langflow-lm1b-steps-2,langflow,lm1b,2,"missing samples,metrics,timing" +langflow-lm1b-steps-4,langflow,lm1b,4,"missing samples,metrics,timing" +langflow-lm1b-steps-8,langflow,lm1b,8,"missing samples,metrics,timing" +langflow-lm1b-steps-16,langflow,lm1b,16,"missing samples,metrics,timing" +langflow-lm1b-steps-32,langflow,lm1b,32,"missing samples,metrics,timing" +langflow-lm1b-steps-1024,langflow,lm1b,1024,"missing samples,metrics,timing" +langflow-owt-steps-1,langflow,owt,1,"missing samples,metrics,timing" +langflow-owt-steps-2,langflow,owt,2,"missing samples,metrics,timing" +langflow-owt-steps-4,langflow,owt,4,"missing samples,metrics,timing" +langflow-owt-steps-8,langflow,owt,8,"missing samples,metrics,timing" +langflow-owt-steps-16,langflow,owt,16,"missing samples,metrics,timing" +langflow-owt-steps-32,langflow,owt,32,"missing samples,metrics,timing" +langflow-owt-steps-1024,langflow,owt,1024,"missing samples,metrics,timing" +mdlm-owt-steps-1,mdlm,owt,1,"missing samples,metrics" +mdlm-owt-steps-2,mdlm,owt,2,"missing samples,metrics" +mdlm-owt-steps-4,mdlm,owt,4,"missing samples,metrics" +mdlm-owt-steps-8,mdlm,owt,8,"missing samples,metrics" +mdlm-owt-steps-16,mdlm,owt,16,"missing samples,metrics" +mdlm-owt-steps-32,mdlm,owt,32,"missing samples,metrics" +mdlm-owt-steps-1024,mdlm,owt,1024,"missing samples,metrics" +mdlm_di4c-lm1b-steps-1,mdlm_di4c,lm1b,1,"missing samples,metrics,timing" +mdlm_di4c-lm1b-steps-2,mdlm_di4c,lm1b,2,"missing samples,metrics,timing" +mdlm_di4c-lm1b-steps-4,mdlm_di4c,lm1b,4,"missing samples,metrics,timing" +mdlm_di4c-lm1b-steps-8,mdlm_di4c,lm1b,8,"missing samples,metrics,timing" +mdlm_di4c-lm1b-steps-16,mdlm_di4c,lm1b,16,"missing samples,metrics,timing" +mdlm_di4c-lm1b-steps-32,mdlm_di4c,lm1b,32,"missing samples,metrics,timing" +rdlm-lm1b-steps-1000,rdlm,lm1b,1000,"missing samples,metrics" +rdlm-lm1b-steps-1024,rdlm,lm1b,1024,"missing samples,metrics" diff --git a/results/conditional/timing/lm1b/duo/steps_1/timing.json b/results/conditional/timing/lm1b/duo/steps_1/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..73892e9c55160f54ff0191973af9eef927605089 --- /dev/null +++ b/results/conditional/timing/lm1b/duo/steps_1/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"354f8c4ed5454a0483e15d51acde3e4e","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_Duo.ckpt","checkpoint_selection":{"path":"lm1b_Duo.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"uniform_duo"},"checkpoint_sha256":"42694ec4a5d7aa1ca9d1f5e377a99a75dd7239b047236cdc644ee770b157245f","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_Duo.ckpt","checkpoint_repository":null,"checkpoint_resource":"flm_lm1b_reproductions","checkpoint_revision":null,"checkpoint_selection":{"path":"lm1b_Duo.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"uniform_duo"},"checkpoint_sha256":"42694ec4a5d7aa1ca9d1f5e377a99a75dd7239b047236cdc644ee770b157245f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":1,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.011616060510277748,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.01173749566078186,0.011664594989269972,0.011639175936579704,0.011608098167926073,0.011637723073363304,0.011605203617364168,0.011606145184487104,0.011599224992096424,0.0116377929225564,0.011604662984609604,0.011591802816838026,0.011559384409338236,0.011577091179788113,0.011600225698202848,0.011622000019997358,0.011599774938076735,0.011596799828112125,0.011536728590726852,0.011620827950537205,0.011604712810367346,0.0115969511680305,0.01162093784660101,0.011611293070018291,0.011633846908807755,0.011580496095120907,0.014279496856033802,0.019726313184946775,0.01982512418180704,0.019832985941320658,0.01983940601348877,0.019805343821644783,0.019828699063509703],"repeats":32,"seconds_per_sample":0.01323219874757342,"standard_deviation_convention":"population","standard_deviation_seconds":0.003193572385158543,"warmups":5}} diff --git a/results/conditional/timing/lm1b/duo_dcd/steps_16/timing.json b/results/conditional/timing/lm1b/duo_dcd/steps_16/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..fc07ca27b42931c6552120b1f1adcff929346c4b --- /dev/null +++ b/results/conditional/timing/lm1b/duo_dcd/steps_16/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"be6aebdaf593400fbc311fd1191a0af2","checkpoint_lock_id":"recipe:duo_dcd_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_dcd/lm1b","recipe":"duo_dcd_lm1b","sampling_checkpoint":"model.ckpt","sampling_config":"config.yaml","source":"duo","source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","teacher_adapter":null,"teacher_family":"uniform_duo"},"checkpoint_sha256":"ac3d61fd6e9e412be79328c48b7c9a5529349e5468c49609b23572d0cc8e086b","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_dcd","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"recipe:duo_dcd_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_dcd/lm1b","recipe":"duo_dcd_lm1b","sampling_checkpoint":"model.ckpt","sampling_config":"config.yaml","source":"duo","source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","teacher_adapter":null,"teacher_family":"uniform_duo"},"checkpoint_sha256":"ac3d61fd6e9e412be79328c48b7c9a5529349e5468c49609b23572d0cc8e086b","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_dcd","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/models/dit.py","sha256":"32ee71d182ca69645730b4c4624e9cba92bbed9afe3c8ace3aac74e8f1089f97","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":16,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.14289987995289266,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.09865858312696218,0.10698745120316744,0.17423030966892838,0.15598404733464122,0.09888044418767095,0.09886470902711153,0.09874805063009262,0.12399412132799625,0.17438855208456516,0.14247631467878819,0.09877514187246561,0.09856791514903307,0.09855711692944169,0.1517467969097197,0.17460075812414289,0.17402099817991257,0.16780316922813654,0.09954185783863068,0.0981966950930655,0.0985083831474185,0.12211050093173981,0.176716482732445,0.1772650247439742,0.17788396403193474,0.17446666164323688,0.17632798664271832,0.17488088691607118,0.17401263490319252,0.17568104481324553,0.14332344522699714,0.09937895834445953,0.09857829008251429],"repeats":32,"seconds_per_sample":0.13762991552357562,"standard_deviation_convention":"population","standard_deviation_seconds":0.03450740959717635,"warmups":5}} diff --git a/results/conditional/timing/lm1b/flm/steps_1024/timing.json b/results/conditional/timing/lm1b/flm/steps_1024/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..a4a684390df4c2911bf0aa04ce29a5beefae930c --- /dev/null +++ b/results/conditional/timing/lm1b/flm/steps_1024/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"03c0341aa9634817ab1be70ed6969d38","checkpoint_lock_id":"recipe:flm_lm1b_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/lm1b","recipe":"flm_lm1b_official_ckpt","sampling_checkpoint":"lm1b_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"99a97513471dc7232d4a0fc6b50d47301d97a6198e0cf13b77b3fe70c12c3665","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"flm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:flm_lm1b_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/lm1b","recipe":"flm_lm1b_official_ckpt","sampling_checkpoint":"lm1b_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"99a97513471dc7232d4a0fc6b50d47301d97a6198e0cf13b77b3fe70c12c3665","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"flm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":1024,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":7.663900108542293,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[7.893256581854075,7.964684680104256,7.4810518329031765,7.831354186870158,7.52113390294835,7.648270416073501,6.799915142357349,7.545946858823299,7.504143146798015,7.4689033860340714,7.751824669074267,7.861132538877428,8.329151663929224,7.309217589907348,7.8380319913849235,7.726645682007074,7.6471447087824345,7.793102513998747,7.677173325791955,7.574159279931337,7.698525150772184,7.523603261914104,7.547682290896773,7.650626891292632,7.771817279979587,7.411112017929554,7.416908630169928,8.022188467904925,8.001358022447675,7.458164431154728,7.813107733614743,7.988529721740633],"repeats":32,"seconds_per_sample":7.670933374945889,"standard_deviation_convention":"population","standard_deviation_seconds":0.26840479536630757,"warmups":5}} diff --git a/results/conditional/timing/lm1b/flm/steps_8/timing.json b/results/conditional/timing/lm1b/flm/steps_8/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f9933485b5501bbc1e1480fc0d0e3f97974cd4ec --- /dev/null +++ b/results/conditional/timing/lm1b/flm/steps_8/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"1eb847d39f2444f98e3688589da409c9","checkpoint_lock_id":"recipe:flm_lm1b_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/lm1b","recipe":"flm_lm1b_official_ckpt","sampling_checkpoint":"lm1b_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"99a97513471dc7232d4a0fc6b50d47301d97a6198e0cf13b77b3fe70c12c3665","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"flm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:flm_lm1b_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/lm1b","recipe":"flm_lm1b_official_ckpt","sampling_checkpoint":"lm1b_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"99a97513471dc7232d4a0fc6b50d47301d97a6198e0cf13b77b3fe70c12c3665","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"flm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":8,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.04525895765982568,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.04477913584560156,0.046600962057709694,0.055035490076988935,0.055117856711149216,0.05489713791757822,0.059288945980370045,0.055624024011194706,0.051148397382348776,0.04514872282743454,0.04532712697982788,0.044924960006028414,0.045190788339823484,0.04496967839077115,0.045113309286534786,0.04506505513563752,0.04501652019098401,0.05438948003575206,0.05515214987099171,0.055107821710407734,0.05519999284297228,0.05491692898795009,0.05284665198996663,0.044801379553973675,0.04483330901712179,0.04475728329271078,0.044919662177562714,0.04476934112608433,0.044874242041260004,0.04478457476943731,0.044922246132045984,0.05398553982377052,0.05503952596336603],"repeats":32,"seconds_per_sample":0.04932963251485489,"standard_deviation_convention":"population","standard_deviation_seconds":0.004993615619273966,"warmups":5}} diff --git a/results/conditional/timing/lm1b/langflow/steps_32/timing.json b/results/conditional/timing/lm1b/langflow/steps_32/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..a902412ff890421ab619d48d0d2bfd263746420b --- /dev/null +++ b/results/conditional/timing/lm1b/langflow/steps_32/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.langflow:v1|dlb.adapters.langflow:LangFlowAdapter|7d80794cf6a132fc8d4c179d723e8e486c70476888b2ba51dd92cdc3f5284f84","attempt_id":"1c3f4c6263fe4189b59db2e52a85e3dd","checkpoint_lock_id":"langflow_lm1b_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"langflow_lm1b_hf","teacher_family":null},"checkpoint_sha256":"2050f55b63e952941eb190711828176529f2f510031cc0e0fc1cd39f6998d7bb","checkpoint_teacher_family":"continuous_langflow","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-langflow","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"langflow","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"langflow:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.langflow:v1|dlb.adapters.langflow:LangFlowAdapter|7d80794cf6a132fc8d4c179d723e8e486c70476888b2ba51dd92cdc3f5284f84","checkpoint_lock_id":"langflow_lm1b_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"Continuous-Rivals-Discrete/langflow-lm1b","checkpoint_resource":"langflow_lm1b_hf","checkpoint_revision":"d5d395d9bdf01f697ba8830110e3e78c63d77cb5","checkpoint_selection":{"path":null,"resource":"langflow_lm1b_hf","teacher_family":null},"checkpoint_sha256":"2050f55b63e952941eb190711828176529f2f510031cc0e0fc1cd39f6998d7bb","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"langflow","prefix_length":64,"prompt_count":1024,"source_commit":"a712b08570c56c787d6ef24f8e906a2dcdf768f5","upstream":"langflow"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"daaf59774f53f83ef7987b1432cd14769226e701310308480bbac28ef5217256","symbol":"_capture_langflow..generate.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"GumbelProposal"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlow"},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlow.generate_samples"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlowBackbone"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"TimestepEmbedder"},{"kind":"bound_method_owner","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/autograd/grad_mode.py","sha256":"de61684a7f73eb361c0f47c22159a2bfc67df6f78ddfa5f198049b0654f1f4a7","symbol":"no_grad"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"sampling_closure","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/utils/_contextlib.py","sha256":"cf7aa5b08f44974ba8c1d08cd71ef70ffd13d1c48a4931576eb235306bfa46b5","symbol":"LangFlow.generate_samples"},{"kind":"sampling_closure","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/utils/_contextlib.py","sha256":"cf7aa5b08f44974ba8c1d08cd71ef70ffd13d1c48a4931576eb235306bfa46b5","symbol":"_DecoratorContextManager.clone"}],"sample_count":2048,"seed":42,"source_commit":"a712b08570c56c787d6ef24f8e906a2dcdf768f5","steps":32,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.2553128693252802,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.1735420930199325,0.27266330597922206,0.32186943432316184,0.3143709013238549,0.3218642361462116,0.1967477430589497,0.17169108288362622,0.17188734468072653,0.25616459595039487,0.32267676293849945,0.3204622049815953,0.3219348839484155,0.2079048897139728,0.17189976293593645,0.17178298393264413,0.24629930080845952,0.3207941437140107,0.319961987901479,0.3214244619011879,0.22034357208758593,0.172112500295043,0.17188768507912755,0.2544611427001655,0.319866431877017,0.31966713489964604,0.32194482907652855,0.2117774710059166,0.1701196231879294,0.17024268209934235,0.23276322474703193,0.3138491800054908,0.32036182191222906],"repeats":32,"seconds_per_sample":0.2539168568473542,"standard_deviation_convention":"population","standard_deviation_seconds":0.0640771236012959,"warmups":5}} diff --git a/results/conditional/timing/lm1b/langflow/steps_8/timing.json b/results/conditional/timing/lm1b/langflow/steps_8/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..52b18c454bb9aed52f18901c7f0b417cb8d53bb2 --- /dev/null +++ b/results/conditional/timing/lm1b/langflow/steps_8/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.langflow:v1|dlb.adapters.langflow:LangFlowAdapter|7d80794cf6a132fc8d4c179d723e8e486c70476888b2ba51dd92cdc3f5284f84","attempt_id":"6508e4dce9d746309903bf8f2e06fcee","checkpoint_lock_id":"langflow_lm1b_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"langflow_lm1b_hf","teacher_family":null},"checkpoint_sha256":"2050f55b63e952941eb190711828176529f2f510031cc0e0fc1cd39f6998d7bb","checkpoint_teacher_family":"continuous_langflow","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-langflow","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"langflow","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"langflow:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.langflow:v1|dlb.adapters.langflow:LangFlowAdapter|7d80794cf6a132fc8d4c179d723e8e486c70476888b2ba51dd92cdc3f5284f84","checkpoint_lock_id":"langflow_lm1b_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"Continuous-Rivals-Discrete/langflow-lm1b","checkpoint_resource":"langflow_lm1b_hf","checkpoint_revision":"d5d395d9bdf01f697ba8830110e3e78c63d77cb5","checkpoint_selection":{"path":null,"resource":"langflow_lm1b_hf","teacher_family":null},"checkpoint_sha256":"2050f55b63e952941eb190711828176529f2f510031cc0e0fc1cd39f6998d7bb","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"langflow","prefix_length":64,"prompt_count":1024,"source_commit":"a712b08570c56c787d6ef24f8e906a2dcdf768f5","upstream":"langflow"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"daaf59774f53f83ef7987b1432cd14769226e701310308480bbac28ef5217256","symbol":"_capture_langflow..generate.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"GumbelProposal"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlow"},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlow.generate_samples"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LangFlowBackbone"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/langflow/langflow/model.py","sha256":"f3d65b468b61bd8ce46fa94764f1248d3f06e79064b6cfcb97c377be9933c8c3","symbol":"TimestepEmbedder"},{"kind":"bound_method_owner","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/autograd/grad_mode.py","sha256":"de61684a7f73eb361c0f47c22159a2bfc67df6f78ddfa5f198049b0654f1f4a7","symbol":"no_grad"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"sampling_closure","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/utils/_contextlib.py","sha256":"cf7aa5b08f44974ba8c1d08cd71ef70ffd13d1c48a4931576eb235306bfa46b5","symbol":"LangFlow.generate_samples"},{"kind":"sampling_closure","path":"/opt/anaconda3/envs/dlb-langflow/lib/python3.12/site-packages/torch/utils/_contextlib.py","sha256":"cf7aa5b08f44974ba8c1d08cd71ef70ffd13d1c48a4931576eb235306bfa46b5","symbol":"_DecoratorContextManager.clone"}],"sample_count":2048,"seed":42,"source_commit":"a712b08570c56c787d6ef24f8e906a2dcdf768f5","steps":8,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.08209353615529835,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.08910579793155193,0.08940922422334552,0.08928746683523059,0.08906117966398597,0.07915823720395565,0.044717302080243826,0.044745474588125944,0.04488609079271555,0.04468457121402025,0.044701116159558296,0.04457590403035283,0.04485573386773467,0.04480124078691006,0.04660472692921758,0.08801874006167054,0.08076293021440506,0.08958512404933572,0.08945075701922178,0.08950407989323139,0.08741461392492056,0.08942387625575066,0.08942794287577271,0.0893331072293222,0.0892500001937151,0.08937891805544496,0.0892412569373846,0.08342414209619164,0.04471219424158335,0.0447523551993072,0.04471193300560117,0.04473978606984019,0.044520249124616385],"repeats":32,"seconds_per_sample":0.06900768977357075,"standard_deviation_convention":"population","standard_deviation_seconds":0.02142854627167323,"warmups":5}} diff --git a/results/conditional/timing/lm1b/mdlm/steps_1024/timing.json b/results/conditional/timing/lm1b/mdlm/steps_1024/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..5357e3c14aef8a9e1ea16cae272172706b30a961 --- /dev/null +++ b/results/conditional/timing/lm1b/mdlm/steps_1024/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","attempt_id":"1a5db1fbb8334422b68d7090936e0ab1","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-mdlm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"mdlm:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_repository":null,"checkpoint_resource":"flm_lm1b_reproductions","checkpoint_revision":null,"checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm","prefix_length":64,"prompt_count":1024,"source_commit":"c112c526d193436838c98d81455ee51f90309470","upstream":"mdlm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"BPD"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Diffusion"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"NLL"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Perplexity"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/noise_schedule.py","sha256":"da16320cebbc727c03e8e45297593505fb41a597c7a5ef29eacd7043207a763c","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torchmetrics/collections.py","sha256":"b305613023a66917d5e79639e92ad9c3510dccc043ea5417616fc48612f3db88","symbol":"MetricCollection"}],"sample_count":2048,"seed":42,"source_commit":"c112c526d193436838c98d81455ee51f90309470","steps":1024,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":7.3989534745924175,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[7.314747302792966,7.2295278566889465,7.244570003356785,7.486509385984391,7.921802455093712,8.060341238975525,7.285903983283788,7.533803950995207,7.268788136076182,7.098257733043283,7.309322321321815,7.113933240994811,7.189155459869653,7.3995091072283685,7.552529627922922,7.314074380788952,7.413484737742692,7.080826852004975,7.398397841956466,7.419219736009836,7.782521701883525,7.547616070136428,7.554187822155654,7.3041648282669485,7.57778606377542,7.425673786085099,7.5116940420120955,7.483304639346898,7.214686578139663,7.430054146796465,7.128515931777656,7.274742710869759],"repeats":32,"seconds_per_sample":7.402176677293028,"standard_deviation_convention":"population","standard_deviation_seconds":0.22081606376036994,"warmups":5}} diff --git a/results/conditional/timing/lm1b/mdlm/steps_2/timing.json b/results/conditional/timing/lm1b/mdlm/steps_2/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..f3a4d7a3cd15b1d70c8248aca02e233a039647d8 --- /dev/null +++ b/results/conditional/timing/lm1b/mdlm/steps_2/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","attempt_id":"baa360f6ae884cad8ac9479a2f6230ff","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-mdlm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"mdlm:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_repository":null,"checkpoint_resource":"flm_lm1b_reproductions","checkpoint_revision":null,"checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm","prefix_length":64,"prompt_count":1024,"source_commit":"c112c526d193436838c98d81455ee51f90309470","upstream":"mdlm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"BPD"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Diffusion"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"NLL"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Perplexity"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/noise_schedule.py","sha256":"da16320cebbc727c03e8e45297593505fb41a597c7a5ef29eacd7043207a763c","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torchmetrics/collections.py","sha256":"b305613023a66917d5e79639e92ad9c3510dccc043ea5417616fc48612f3db88","symbol":"MetricCollection"}],"sample_count":2048,"seed":42,"source_commit":"c112c526d193436838c98d81455ee51f90309470","steps":2,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.017297095386311412,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.020412495359778404,0.02049826690927148,0.02044448396191001,0.02052522823214531,0.02034713514149189,0.02026925515383482,0.020354717038571835,0.020592670887708664,0.020313223358243704,0.020318421069532633,0.02032135473564267,0.020420387387275696,0.020289876963943243,0.01953826379030943,0.01729633379727602,0.01722970185801387,0.017297856975346804,0.017320450861006975,0.01727828662842512,0.017266057897359133,0.017266379203647375,0.017255752813071012,0.017265816684812307,0.017292909789830446,0.017240509390830994,0.017249382100999355,0.017211243975907564,0.017284787259995937,0.01729004504159093,0.017221348825842142,0.017216982319951057,0.01724751992151141],"repeats":32,"seconds_per_sample":0.018605535791721195,"standard_deviation_convention":"population","standard_deviation_seconds":0.0015307857965375798,"warmups":5}} diff --git a/results/conditional/timing/lm1b/mdlm/steps_8/timing.json b/results/conditional/timing/lm1b/mdlm/steps_8/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..69a78bb59dbba42500943bc94ac5c66a0ab4c7e5 --- /dev/null +++ b/results/conditional/timing/lm1b/mdlm/steps_8/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","attempt_id":"43e52c8000c649b1966a407c3de1709e","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-mdlm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"mdlm:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","checkpoint_lock_id":"flm_lm1b_reproductions:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:lm1b_MDLM_.ckpt","checkpoint_repository":null,"checkpoint_resource":"flm_lm1b_reproductions","checkpoint_revision":null,"checkpoint_selection":{"path":"lm1b_MDLM_.ckpt","resource":"flm_lm1b_reproductions","teacher_family":"masked_mdlm"},"checkpoint_sha256":"51910b37ddabb1c716654d934526f483abb04837ddf9ca76c29ad41632807f01","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm","prefix_length":64,"prompt_count":1024,"source_commit":"c112c526d193436838c98d81455ee51f90309470","upstream":"mdlm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"BPD"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Diffusion"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"NLL"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Perplexity"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py","sha256":"58751fa6fe0ee555debc86b91995754bf34e818c076efbe0f0a102bee6899fa4","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/noise_schedule.py","sha256":"da16320cebbc727c03e8e45297593505fb41a597c7a5ef29eacd7043207a763c","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torchmetrics/collections.py","sha256":"b305613023a66917d5e79639e92ad9c3510dccc043ea5417616fc48612f3db88","symbol":"MetricCollection"}],"sample_count":2048,"seed":42,"source_commit":"c112c526d193436838c98d81455ee51f90309470","steps":8,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.06318060657940805,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.061652202159166336,0.0524038840085268,0.0524462079629302,0.05239889584481716,0.052420820109546185,0.052283478900790215,0.05238947179168463,0.05229612905532122,0.06470901099964976,0.06593074509873986,0.06604419928044081,0.06597731728106737,0.06616414338350296,0.06642539380118251,0.06717470288276672,0.06757245399057865,0.06768817128613591,0.0606596888974309,0.05331879714503884,0.05296513391658664,0.05277565401047468,0.05284951673820615,0.05286248726770282,0.05274963425472379,0.05740319285541773,0.0669681467115879,0.06658511003479362,0.066307142842561,0.0662355120293796,0.08135973522439599,0.08719262387603521,0.08715849090367556],"repeats":32,"seconds_per_sample":0.061980252954526804,"standard_deviation_convention":"population","standard_deviation_seconds":0.009799296566408272,"warmups":5}} diff --git a/results/conditional/timing/lm1b/mdlm_di4c/steps_4/timing.json b/results/conditional/timing/lm1b/mdlm_di4c/steps_4/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..bddc7886a7964ca57ce7c0a249e71824a9990625 --- /dev/null +++ b/results/conditional/timing/lm1b/mdlm_di4c/steps_4/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","attempt_id":"d39163b5fce64b84a50edc1fc8f598a6","checkpoint_lock_id":"recipe:mdlm_di4c_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/mdlm_di4c/lm1b","recipe":"mdlm_di4c_lm1b","sampling_checkpoint":"student_checkpoints/20000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"masked_to_absorbing","teacher_family":"masked_mdlm"},"checkpoint_sha256":"569faa9af7f866644c622bf3360a246d2ed3f3ddd7572999bdaa7c8a8d3d7f44","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-di4c","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm_di4c","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"di4c:pinned_bf16_mixed_config_and_internal_autocast","precision_policy_binding":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","checkpoint_lock_id":"recipe:mdlm_di4c_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/mdlm_di4c/lm1b","recipe":"mdlm_di4c_lm1b","sampling_checkpoint":"student_checkpoints/20000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"masked_to_absorbing","teacher_family":"masked_mdlm"},"checkpoint_sha256":"569faa9af7f866644c622bf3360a246d2ed3f3ddd7572999bdaa7c8a8d3d7f44","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm_di4c","prefix_length":64,"prompt_count":1024,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","upstream":"di4c"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/adapters/_distilled_runtime.py","sha256":"39268b31d066526a2f0e9bb13bb531f98aaedb1aed46b4f4f0fd722cf02a5683","symbol":"benchmark_model.."},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/conditional_runtime.py","sha256":"eef6d1a1062787f949be4656b7a1cc2e81718b42affd9facce4159e2c02c89b8","symbol":"token_project_fn..project"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/diffusion/noise_schedule.py","sha256":"b2c06e11a4947b306db1c19eac181b99bbc6b36520526ebb36639696c95dcb21","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/distill/multi_round_sdtt.py","sha256":"75c61fbd1d3e1b87e10b25d67c0143ba0995753f579e0282bc1e3559c145704c","symbol":"MultiRoundSDTT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","steps":4,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.029158052057027817,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.029751473106443882,0.02961053606122732,0.02950993087142706,0.02933106804266572,0.029138692189007998,0.029137741308659315,0.029129637870937586,0.02921230485662818,0.029241429176181555,0.02916260901838541,0.029168077278882265,0.029228009283542633,0.029212175402790308,0.029188157990574837,0.029275252018123865,0.029152672737836838,0.029132493305951357,0.029188559390604496,0.029098179191350937,0.029153495095670223,0.029291246086359024,0.029096917249262333,0.029163680039346218,0.029066871851682663,0.02918314002454281,0.02911656815558672,0.029083597008138895,0.029120213352143764,0.02904697135090828,0.029081664979457855,0.02901504235342145,0.02909764926880598],"repeats":32,"seconds_per_sample":0.029199564247392118,"standard_deviation_convention":"population","standard_deviation_seconds":0.0001557459512719747,"warmups":5}} diff --git a/results/conditional/timing/lm1b/mdlm_sdtt/steps_16/timing.json b/results/conditional/timing/lm1b/mdlm_sdtt/steps_16/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..e2e53e129153733423bc6049782d2ace8ed65c7f --- /dev/null +++ b/results/conditional/timing/lm1b/mdlm_sdtt/steps_16/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.sdtt:v3|dlb.adapters.sdtt:SDTTAdapter|d4144d2cac65e5b953ee3a8a8f9451655ca58e442b3ef78210938af9899e1009","attempt_id":"1b4012c3d7e948c78ece991313a99d77","checkpoint_lock_id":"recipe:mdlm_sdtt_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/mdlm_sdtt/lm1b","recipe":"mdlm_sdtt_lm1b","sampling_checkpoint":"student_checkpoints/70000.ckpt","sampling_config":"config.yaml","source":"sdtt","source_commit":"1150985e90b8f2d5749e4469d5154eff9ec922c4","teacher_adapter":"masked_to_absorbing","teacher_family":"masked_mdlm"},"checkpoint_sha256":"1a1a7a258109c94982f7f45edcc70feb0cc33204f4a48cc40e92809761d5c7a0","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"lm1b","diversity_prompt_count":256,"environment":"dlb-sdtt","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm_sdtt","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"sdtt:pinned_bf16_mixed_config_and_internal_autocast","precision_policy_binding":{"adapter_identity":"dlb.adapters.sdtt:v3|dlb.adapters.sdtt:SDTTAdapter|d4144d2cac65e5b953ee3a8a8f9451655ca58e442b3ef78210938af9899e1009","checkpoint_lock_id":"recipe:mdlm_sdtt_lm1b:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/mdlm_sdtt/lm1b","recipe":"mdlm_sdtt_lm1b","sampling_checkpoint":"student_checkpoints/70000.ckpt","sampling_config":"config.yaml","source":"sdtt","source_commit":"1150985e90b8f2d5749e4469d5154eff9ec922c4","teacher_adapter":"masked_to_absorbing","teacher_family":"masked_mdlm"},"checkpoint_sha256":"1a1a7a258109c94982f7f45edcc70feb0cc33204f4a48cc40e92809761d5c7a0","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-lm1b-c64.json","conditioning_manifest_sha256":"0e5c5bf5b8a1445b348a65045f680ac31713dbfa1e690bedb73e0d1e7472a039","dataset":"lm1b","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm_sdtt","prefix_length":64,"prompt_count":1024,"source_commit":"1150985e90b8f2d5749e4469d5154eff9ec922c4","upstream":"sdtt"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/adapters/_distilled_runtime.py","sha256":"39268b31d066526a2f0e9bb13bb531f98aaedb1aed46b4f4f0fd722cf02a5683","symbol":"benchmark_model.."},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/conditional_runtime.py","sha256":"41190be05ea8be5968c41f9f7fc40e3d6c087b93b9908839f042df1b6d9a402b","symbol":"token_project_fn..project"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/core/diffusion/noise_schedule.py","sha256":"b2c06e11a4947b306db1c19eac181b99bbc6b36520526ebb36639696c95dcb21","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/core/distill/multi_round_sdtt.py","sha256":"879e46ab826d70b5cc9d420c890df2dec67db1cca8f204881870ed5581ba266e","symbol":"MultiRoundSDTT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/sdtt/src/sdtt/models/dit_orig.py","sha256":"8f140471181a002cee9f8639e40006709364957cdade6f8f3c69ffc8a60a5e07","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-sdtt/lib/python3.10/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"1150985e90b8f2d5749e4469d5154eff9ec922c4","steps":16,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.13354169810190797,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.18094125436618924,0.17936760000884533,0.1298722280189395,0.10898113017901778,0.10891815321519971,0.13069763500243425,0.18059193808585405,0.14348302967846394,0.10819278005510569,0.10838704835623503,0.11089984327554703,0.18068428011611104,0.18447420373558998,0.1805683821439743,0.14219159772619605,0.10862323129549623,0.10850909538567066,0.11795954359695315,0.18460863968357444,0.18263282999396324,0.18258802127093077,0.13018925487995148,0.10871849721297622,0.10863446723669767,0.13638576120138168,0.1829844294115901,0.1370873679406941,0.10837114322930574,0.10871898801997304,0.11692900164052844,0.18397371703758836,0.18307748204097152],"repeats":32,"seconds_per_sample":0.14275758047006093,"standard_deviation_convention":"population","standard_deviation_seconds":0.032216553471565164,"warmups":5}} diff --git a/results/conditional/timing/owt/duo/steps_1024/timing.json b/results/conditional/timing/owt/duo/steps_1024/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..2e50c1c0283ac0b13c6e42e7c24b33226d37dd42 --- /dev/null +++ b/results/conditional/timing/owt/duo/steps_1024/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"97d8e4a614c845e48235b183a593da78","checkpoint_lock_id":"duo_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_owt_hf","teacher_family":null},"checkpoint_sha256":"89ba2aa1ec5c763b36abed7c1dbfdff3b41463d8dd44baefb9866a9500c666c1","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo","checkpoint_resource":"duo_owt_hf","checkpoint_revision":"ef8ad7a25a4bf9624306230913dd7ae5cb2a00bd","checkpoint_selection":{"path":null,"resource":"duo_owt_hf","teacher_family":null},"checkpoint_sha256":"89ba2aa1ec5c763b36abed7c1dbfdff3b41463d8dd44baefb9866a9500c666c1","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":1024,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":10.101973809534684,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[10.097287435084581,10.102066616993397,10.100320228375494,10.103060121182352,10.101520229130983,10.10291431704536,10.101124952081591,10.103073461912572,10.101238306146115,10.10284492187202,10.104304149746895,10.10609882324934,10.103596604429185,10.106496222317219,10.104862286243588,10.102341598831117,10.103679742198437,10.107175333891064,10.105077826883644,10.102041929028928,10.098769969306886,10.103014750871807,10.099776584189385,10.101645229849964,10.099595837295055,10.10190569004044,10.100075823254883,10.101441969163716,10.099569555837661,10.10157077666372,10.100061069708318,10.101480687968433],"repeats":32,"seconds_per_sample":10.102188532837317,"standard_deviation_convention":"population","standard_deviation_seconds":0.002222181058350695,"warmups":5}} diff --git a/results/conditional/timing/owt/duo/steps_32/timing.json b/results/conditional/timing/owt/duo/steps_32/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..2cdd8270e5798bb9e0d05af92f5561aa067e2103 --- /dev/null +++ b/results/conditional/timing/owt/duo/steps_32/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"fcc3887efa0449a68a4d4afb169270c6","checkpoint_lock_id":"duo_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_owt_hf","teacher_family":null},"checkpoint_sha256":"89ba2aa1ec5c763b36abed7c1dbfdff3b41463d8dd44baefb9866a9500c666c1","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo","checkpoint_resource":"duo_owt_hf","checkpoint_revision":"ef8ad7a25a4bf9624306230913dd7ae5cb2a00bd","checkpoint_selection":{"path":null,"resource":"duo_owt_hf","teacher_family":null},"checkpoint_sha256":"89ba2aa1ec5c763b36abed7c1dbfdff3b41463d8dd44baefb9866a9500c666c1","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":32,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.3258121081162244,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.3257393012754619,0.3258644728921354,0.32579655898734927,0.3258388740941882,0.3258369411341846,0.3258383027277887,0.3258281275629997,0.325825794134289,0.3257440677843988,0.32585063204169273,0.3257963992655277,0.325830671004951,0.3258055429905653,0.32594696898013353,0.3258276772685349,0.32577751902863383,0.3257926027290523,0.3257951568812132,0.3257957878522575,0.3258800571784377,0.32578064501285553,0.3258186732418835,0.3257619859650731,0.3257655808702111,0.32579888217151165,0.32583597023040056,0.32577107986435294,0.32579151168465614,0.3258295487612486,0.32582212798297405,0.3257644190452993,0.32585772313177586],"repeats":32,"seconds_per_sample":0.3258128001180012,"standard_deviation_convention":"population","standard_deviation_seconds":4.182534637187216e-05,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_dcd/steps_2/.timing.json.142c3400dbbe4ef39d4610e37b7580d4.superseded.json b/results/conditional/timing/owt/duo_dcd/steps_2/.timing.json.142c3400dbbe4ef39d4610e37b7580d4.superseded.json new file mode 100644 index 0000000000000000000000000000000000000000..63c4a0ef18db9a6ba35a8334e300944ad3c4d25b --- /dev/null +++ b/results/conditional/timing/owt/duo_dcd/steps_2/.timing.json.142c3400dbbe4ef39d4610e37b7580d4.superseded.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"a23f572906a447c58ba49710a8afc267","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_dcd","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo-distilled","checkpoint_resource":"duo_dcd_owt_hf","checkpoint_revision":"08ee71faabfc0e2eaaa6cb1833ed3a486931ef2b","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_dcd","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":2,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.030289362650364637,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.03026218479499221,0.030226891860365868,0.03026454895734787,0.030247773975133896,0.030288005713373423,0.030270928982645273,0.030277928803116083,0.030293422751128674,0.030292972922325134,0.03027339279651642,0.030256797093898058,0.030370932072401047,0.03608489828184247,0.03563080122694373,0.035583159420639277,0.03550080209970474,0.03560723504051566,0.03552385699003935,0.035496446304023266,0.035597851034253836,0.03468865668401122,0.03030706522986293,0.030272420961409807,0.030290538910776377,0.030311692040413618,0.030288186389952898,0.030264439061284065,0.030279991682618856,0.03030350897461176,0.03022736171260476,0.03025243990123272,0.030287473928183317],"repeats":32,"seconds_per_sample":0.03175389395619277,"standard_deviation_convention":"population","standard_deviation_seconds":0.002365224994128852,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_dcd/steps_2/timing.json b/results/conditional/timing/owt/duo_dcd/steps_2/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..01330cd39043b2e44af6773a5248dff5cf409552 --- /dev/null +++ b/results/conditional/timing/owt/duo_dcd/steps_2/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"142c3400dbbe4ef39d4610e37b7580d4","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_dcd","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo-distilled","checkpoint_resource":"duo_dcd_owt_hf","checkpoint_revision":"08ee71faabfc0e2eaaa6cb1833ed3a486931ef2b","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_dcd","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":2,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.0306580679025501,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.030651332810521126,0.030692285392433405,0.030699206050485373,0.030654508154839277,0.030656019691377878,0.03066036570817232,0.03062276914715767,0.030638732947409153,0.030641668010503054,0.03063379507511854,0.030660116113722324,0.030646024737507105,0.03063439577817917,0.030626744963228703,0.030666516162455082,0.030614365823566914,0.030624421779066324,0.030817868188023567,0.030647267121821642,0.030644050799310207,0.030645623803138733,0.03068262990564108,0.03229998191818595,0.030705015175044537,0.030663300771266222,0.03065558010712266,0.030682551208883524,0.03546937368810177,0.030688358936458826,0.030716091860085726,0.0307097933255136,0.030692184809595346],"repeats":32,"seconds_per_sample":0.030866966873873025,"standard_deviation_convention":"population","standard_deviation_seconds":0.0008749265147954948,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_dcd/steps_32/.timing.json.329543a4736d4662b345d30948fd3b4c.superseded.json b/results/conditional/timing/owt/duo_dcd/steps_32/.timing.json.329543a4736d4662b345d30948fd3b4c.superseded.json new file mode 100644 index 0000000000000000000000000000000000000000..3b8cbff4f3aceb618a448f9dc847213fcfcc52c2 --- /dev/null +++ b/results/conditional/timing/owt/duo_dcd/steps_32/.timing.json.329543a4736d4662b345d30948fd3b4c.superseded.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"ee86e4d84781480e8d4c754d25d1e77c","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_dcd","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo-distilled","checkpoint_resource":"duo_dcd_owt_hf","checkpoint_revision":"08ee71faabfc0e2eaaa6cb1833ed3a486931ef2b","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_dcd","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":32,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.3324258588254452,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.3497317382134497,0.3482826151885092,0.3360660644248128,0.32283093873411417,0.3415723708458245,0.3226120928302407,0.3415406718850136,0.3226571730338037,0.34380159014835954,0.3225432080216706,0.34728869004175067,0.322705015540123,0.3484995779581368,0.3441833960823715,0.3224781989119947,0.34910206217318773,0.34393717907369137,0.32267091423273087,0.34288565488532186,0.3224889449775219,0.34880430484190583,0.322541574947536,0.33951627695932984,0.322414870839566,0.33288885885849595,0.32766243070364,0.3310646810568869,0.3479450070299208,0.32442474365234375,0.3319628587923944,0.3275435888208449,0.3285987679846585],"repeats":32,"seconds_per_sample":0.33447643942781724,"standard_deviation_convention":"population","standard_deviation_seconds":0.010483430395605228,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_dcd/steps_4/timing.json b/results/conditional/timing/owt/duo_dcd/steps_4/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..3bd103e7fb9bed27d6bf43e83053365b0b811779 --- /dev/null +++ b/results/conditional/timing/owt/duo_dcd/steps_4/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","attempt_id":"8d9b9c9f452e454a93404013bfc20830","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-duo","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_dcd","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"duo:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6","checkpoint_lock_id":"duo_dcd_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"s-sahoo/duo-distilled","checkpoint_resource":"duo_dcd_owt_hf","checkpoint_revision":"08ee71faabfc0e2eaaa6cb1833ed3a486931ef2b","checkpoint_selection":{"path":null,"resource":"duo_dcd_owt_hf","teacher_family":null},"checkpoint_sha256":"74770bf9f7305ba80f4cd37d5b0ba78e09a887a7480894a4c6567278e9f6148f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_dcd","prefix_length":64,"prompt_count":1024,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","upstream":"duo"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"DUO"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"HFDIT"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/model.py","sha256":"dcfef1c27da31fce4d6a7449a2759461070f5ed825b5e13c38361b228dade58d","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/algo.py","sha256":"d6cf18959f77f5002f5a9dde3df3fc109809afc87e6d735da88d0cb28dfa9d46","symbol":"DUO_BASE"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/duo/trainer_base.py","sha256":"8e990b13034edde83563ec39a00eaaffdab44738229446db21a3a2e367855ed4","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"7c9b498f5b717de064d6fad7e2509c866e6cb620","steps":4,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.05026695504784584,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.05020440882071853,0.0502140442840755,0.050231159664690495,0.05019469419494271,0.05020153522491455,0.05023446632549167,0.05027221329510212,0.05026767682284117,0.050265283323824406,0.05025601899251342,0.05026746587827802,0.05028835777193308,0.05029036104679108,0.050279924646019936,0.05030965991318226,0.050283480901271105,0.05020945705473423,0.05027721123769879,0.050270700827240944,0.05031878501176834,0.05033709295094013,0.05028607416898012,0.050225322134792805,0.05026846705004573,0.05026676505804062,0.05026370007544756,0.05026903888210654,0.05026714503765106,0.05024272808805108,0.050247564911842346,0.05021711904555559,0.05026548309251666],"repeats":32,"seconds_per_sample":0.05025916892918758,"standard_deviation_convention":"population","standard_deviation_seconds":3.383200979619356e-05,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_di4c/steps_16/timing.json b/results/conditional/timing/owt/duo_di4c/steps_16/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..b6cca8510feef897cddd51651f8a8c2f356674d0 --- /dev/null +++ b/results/conditional/timing/owt/duo_di4c/steps_16/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","attempt_id":"08e72d578a784e549e6760e06f634681","checkpoint_lock_id":"recipe:duo_di4c_owt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_di4c/owt","recipe":"duo_di4c_owt","sampling_checkpoint":"student_checkpoints/50000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"uniform_to_absorbing","teacher_family":"uniform_duo"},"checkpoint_sha256":"41d65d63b4a886200cb53efbb83318d300430c628f1569b4c7aab66aae3cdef9","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-di4c","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_di4c","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"di4c:pinned_bf16_mixed_config_and_internal_autocast","precision_policy_binding":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","checkpoint_lock_id":"recipe:duo_di4c_owt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_di4c/owt","recipe":"duo_di4c_owt","sampling_checkpoint":"student_checkpoints/50000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"uniform_to_absorbing","teacher_family":"uniform_duo"},"checkpoint_sha256":"41d65d63b4a886200cb53efbb83318d300430c628f1569b4c7aab66aae3cdef9","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_di4c","prefix_length":64,"prompt_count":1024,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","upstream":"di4c"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/adapters/_distilled_runtime.py","sha256":"39268b31d066526a2f0e9bb13bb531f98aaedb1aed46b4f4f0fd722cf02a5683","symbol":"benchmark_model.."},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/conditional_runtime.py","sha256":"eef6d1a1062787f949be4656b7a1cc2e81718b42affd9facce4159e2c02c89b8","symbol":"token_project_fn..project"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/diffusion/noise_schedule.py","sha256":"b2c06e11a4947b306db1c19eac181b99bbc6b36520526ebb36639696c95dcb21","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/distill/multi_round_sdtt.py","sha256":"75c61fbd1d3e1b87e10b25d67c0143ba0995753f579e0282bc1e3559c145704c","symbol":"MultiRoundSDTT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","steps":16,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.3824162292294204,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.38422856014221907,0.38175354385748506,0.3827884206548333,0.38064760714769363,0.3824815801344812,0.38261754903942347,0.3818527851253748,0.38539713295176625,0.38240766571834683,0.38214202877134085,0.382424792740494,0.38270116737112403,0.3812371310777962,0.38257836923003197,0.3823252897709608,0.3826829898171127,0.3813441847451031,0.3825255469419062,0.3817526320926845,0.38261483516544104,0.38177506579086185,0.38270891830325127,0.38080570893362164,0.382443280890584,0.38156329095363617,0.38239770103245974,0.3805075017735362,0.3826236380264163,0.38173463521525264,0.3827988770790398,0.381690866779536,0.4078108291141689],"repeats":32,"seconds_per_sample":0.3830426289496245,"standard_deviation_convention":"population","standard_deviation_seconds":0.004543209273235857,"warmups":5}} diff --git a/results/conditional/timing/owt/duo_di4c/steps_4/timing.json b/results/conditional/timing/owt/duo_di4c/steps_4/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..706ad85c2444bbe1c8f88bcf9c16b0f41eb8a16a --- /dev/null +++ b/results/conditional/timing/owt/duo_di4c/steps_4/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","attempt_id":"a70bf6193c5c4e9d80af51cb7137a468","checkpoint_lock_id":"recipe:duo_di4c_owt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_di4c/owt","recipe":"duo_di4c_owt","sampling_checkpoint":"student_checkpoints/50000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"uniform_to_absorbing","teacher_family":"uniform_duo"},"checkpoint_sha256":"41d65d63b4a886200cb53efbb83318d300430c628f1569b4c7aab66aae3cdef9","checkpoint_teacher_family":"uniform_duo","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-di4c","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"duo_di4c","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"di4c:pinned_bf16_mixed_config_and_internal_autocast","precision_policy_binding":{"adapter_identity":"dlb.adapters.di4c:v3|dlb.adapters.di4c:Di4CAdapter|e1636b46628a6015944553de2d5d8a1b829bb6bf3f9c6b789d829cb6db222ec9","checkpoint_lock_id":"recipe:duo_di4c_owt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/reference_reproduction/duo_di4c/owt","recipe":"duo_di4c_owt","sampling_checkpoint":"student_checkpoints/50000.ckpt","sampling_config":"config.yaml","source":"di4c","source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","teacher_adapter":"uniform_to_absorbing","teacher_family":"uniform_duo"},"checkpoint_sha256":"41d65d63b4a886200cb53efbb83318d300430c628f1569b4c7aab66aae3cdef9","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"duo_di4c","prefix_length":64,"prompt_count":1024,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","upstream":"di4c"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/adapters/_distilled_runtime.py","sha256":"39268b31d066526a2f0e9bb13bb531f98aaedb1aed46b4f4f0fd722cf02a5683","symbol":"benchmark_model.."},{"kind":"sampling_closure","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/conditional_runtime.py","sha256":"eef6d1a1062787f949be4656b7a1cc2e81718b42affd9facce4159e2c02c89b8","symbol":"token_project_fn..project"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/diffusion/noise_schedule.py","sha256":"b2c06e11a4947b306db1c19eac181b99bbc6b36520526ebb36639696c95dcb21","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/core/distill/multi_round_sdtt.py","sha256":"75c61fbd1d3e1b87e10b25d67c0143ba0995753f579e0282bc1e3559c145704c","symbol":"MultiRoundSDTT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/di4c/sdtt/src/sdtt/models/dit_orig.py","sha256":"c2e7ced4ccbb92bcf9e6fdc0fc2b41130447d8d15e5d696e7f3a927177578912","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-di4c/lib/python3.10/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"ac61ff9fe8e85120f9e1d2a8c5a332f8b8353dd3","steps":4,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.0992860859259963,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.09926901990547776,0.09910488920286298,0.09920972911641002,0.09943794971331954,0.0993544110096991,0.09914265712723136,0.09883620589971542,0.09949105000123382,0.09937446191906929,0.09910734184086323,0.0991356149315834,0.09924170840531588,0.09910325473174453,0.09815387893468142,0.09939747722819448,0.09927280573174357,0.099306327290833,0.0992191331461072,0.09907213691622019,0.0994008919224143,0.09934119135141373,0.09722280083224177,0.09937370987609029,0.09949811082333326,0.09935892792418599,0.09929936612024903,0.09943071799352765,0.09939700597897172,0.09911586483940482,0.0994334933348,0.09954005526378751,0.09915789915248752],"repeats":32,"seconds_per_sample":0.09918125276453793,"standard_deviation_convention":"population","standard_deviation_seconds":0.00043008923743462663,"warmups":5}} diff --git a/results/conditional/timing/owt/flm/steps_1/.timing.json.0dc02a2e7152463e91035c19bbebd088.superseded.json b/results/conditional/timing/owt/flm/steps_1/.timing.json.0dc02a2e7152463e91035c19bbebd088.superseded.json new file mode 100644 index 0000000000000000000000000000000000000000..6e69bcc6b03429654fac3862e5b509071e9bcc44 --- /dev/null +++ b/results/conditional/timing/owt/flm/steps_1/.timing.json.0dc02a2e7152463e91035c19bbebd088.superseded.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"088e5c5ee22445d2bff66fc4816c1ec7","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"flm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"flm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":1,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.008284694282338023,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.00828829500824213,0.008455302100628614,0.009017354343086481,0.008159648161381483,0.00847724499180913,0.008190734777599573,0.008282485883682966,0.008167990949004889,0.008171285036951303,0.008172937668859959,0.008229195140302181,0.008163865189999342,0.008148971945047379,0.00814186129719019,0.00835986528545618,0.00834786705672741,0.008162843063473701,0.00831886287778616,0.008578801061958075,0.00818459689617157,0.008278260007500648,0.00828690268099308,0.008216314017772675,0.008158907294273376,0.01057607401162386,0.008455130737274885,0.008340905886143446,0.008290468715131283,0.00826318608596921,0.008406727109104395,0.008531598839908838,0.008304208982735872],"repeats":32,"seconds_per_sample":0.008379021659493446,"standard_deviation_convention":"population","standard_deviation_seconds":0.00043085247692022305,"warmups":5}} diff --git a/results/conditional/timing/owt/flm/steps_1024/timing.json b/results/conditional/timing/owt/flm/steps_1024/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..e9a2013766fcd1a27041655cb69b60c87e5b775a --- /dev/null +++ b/results/conditional/timing/owt/flm/steps_1024/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"7455a2c4c61d4b4291f9e24afed0e36c","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"flm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"flm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":1024,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":7.399001763667911,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[7.382642270997167,7.394167042337358,7.392294778954238,7.38812317000702,7.388240800239146,7.388797244057059,7.384328577667475,7.393043238203973,7.4118538945913315,7.38534447690472,7.393614323809743,7.399201445281506,7.4018719820305705,7.397360641043633,7.410788259934634,7.403315295930952,7.398802082054317,7.410015155095607,7.412838785909116,7.433123204857111,7.411690024193376,7.438106520101428,7.439588543958962,7.436819063965231,7.440921757835895,7.400202811695635,7.403112706262618,7.424900079146028,7.393666774965823,7.395371339283884,7.393554872367531,7.396666156128049],"repeats":32,"seconds_per_sample":7.404511478744098,"standard_deviation_convention":"population","standard_deviation_seconds":0.017020821896404238,"warmups":5}} diff --git a/results/conditional/timing/owt/flm/steps_8/timing.json b/results/conditional/timing/owt/flm/steps_8/timing.json new file mode 100644 index 0000000000000000000000000000000000000000..0c9d7dfd19db02a90c32efc420b228287102c11b --- /dev/null +++ b/results/conditional/timing/owt/flm/steps_8/timing.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"3c84da40282945faaea6c4525ecc92a6","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"flm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:flm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/flm_ckpt/owt","recipe":"flm_owt_official_ckpt","sampling_checkpoint":"owt_flm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"ef38b54582a979dd95c94549f6004c872854a8bbc84c051f5ac975a57dc2510f","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"flm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"bb7d05734503f57d02187a8a94d91394b5a3b394b45a6c3556ed51e612591713","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"sample_count":2048,"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":8,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.0574791394174099,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.058481547981500626,0.26386345690116286,0.0577073092572391,0.057371473871171474,0.05733528872951865,0.05825364822521806,0.057680638041347265,0.05755442474037409,0.05760447168722749,0.05744682997465134,0.05758700519800186,0.05737186502665281,0.05740166129544377,0.05747923906892538,0.05742030870169401,0.05747903976589441,0.05944134993478656,0.05779579607769847,0.057565020862966776,0.05747433193027973,0.05757212173193693,0.05739156482741237,0.05750642204657197,0.05738770915195346,0.05735267512500286,0.05735649121925235,0.05743030505254865,0.057462193071842194,0.05747886886820197,0.05741256708279252,0.05755062913522124,0.060228968039155006],"repeats":32,"seconds_per_sample":0.06413891320698895,"standard_deviation_convention":"population","standard_deviation_seconds":0.03587677545703166,"warmups":5}} diff --git a/results/conditional/timing/owt/fmlm/steps_16/.timing.json.e1747767dc7249e0a52758af67ade96a.superseded.json b/results/conditional/timing/owt/fmlm/steps_16/.timing.json.e1747767dc7249e0a52758af67ade96a.superseded.json new file mode 100644 index 0000000000000000000000000000000000000000..2a75fe9ac76af95124eccf1861ec9880fef0a421 --- /dev/null +++ b/results/conditional/timing/owt/fmlm/steps_16/.timing.json.e1747767dc7249e0a52758af67ade96a.superseded.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","attempt_id":"941fd3193f8a40cfa95c3f529b44e5da","checkpoint_lock_id":"recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/fmlm_ckpt/owt","recipe":"fmlm_owt_official_ckpt","sampling_checkpoint":"owt_fmlm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4","checkpoint_teacher_family":"continuous_flm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-flm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"fmlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed-static-author-policy","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"flm:checkpoint_config_and_loaded_runtime_code_bound","precision_policy_binding":{"adapter_identity":"dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0","checkpoint_lock_id":"recipe:fmlm_owt_official_ckpt:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152","checkpoint_selection":{"output":"checkpoints/official/fmlm_ckpt/owt","recipe":"fmlm_owt_official_ckpt","sampling_checkpoint":"owt_fmlm.ckpt","sampling_config":null,"source":"flm","source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","teacher_adapter":null,"teacher_family":"continuous_flm"},"checkpoint_sha256":"3ab473f823f6f30d7617708759e5f8edf38159fb7751d4afedc96f88c2d312b4","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"fmlm","prefix_length":64,"prompt_count":1024,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","upstream":"flm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/algo.py","sha256":"65206adc72013bb9b09b68fd847239b3193dd65fd59669bbdee42e061583d76a","symbol":"FMLM"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DDiTFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"DIT"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/models/dit.py","sha256":"a5deb76947fa3c31d21e264e10591f504be1c987bc54b98553059f556648ba7a","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/flm/trainer_base.py","sha256":"4a3cfa69d511023553290aa3ce975b9ced9cb73743f6a06e141de4ebfeec3d36","symbol":"LogLinear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-flm/lib/python3.11/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"}],"seed":42,"source_commit":"a1918d5164e5038e37d0b7a4fb2010ce75b863b3","steps":16,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.13197475438937545,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.12730256700888276,0.13806278398260474,0.15477290004491806,0.14360539708286524,0.1275099739432335,0.12747702514752746,0.13648294005542994,0.15101466421037912,0.14515941077843308,0.1276914533227682,0.12749786581844091,0.1366891572251916,0.153100804425776,0.14799670409411192,0.128704066388309,0.12732289778068662,0.13185348873957992,0.15246337605640292,0.14809167897328734,0.12696795305237174,0.12683094292879105,0.13209602003917098,0.15203584963455796,0.1490614670328796,0.1271001361310482,0.1272098640911281,0.12848766427487135,0.15375178214162588,0.15137665905058384,0.127064841799438,0.12671661796048284,0.129042596090585],"repeats":32,"seconds_per_sample":0.13720442341582384,"standard_deviation_convention":"population","standard_deviation_seconds":0.010645853637708737,"warmups":5}} diff --git a/results/conditional/timing/owt/mdlm/steps_1/.timing.json.e7be1e16a1b94e2b961d0d458a376774.superseded.json b/results/conditional/timing/owt/mdlm/steps_1/.timing.json.e7be1e16a1b94e2b961d0d458a376774.superseded.json new file mode 100644 index 0000000000000000000000000000000000000000..e6df1f71aab842fc5efcd67238aaf3bef1f71f0a --- /dev/null +++ b/results/conditional/timing/owt/mdlm/steps_1/.timing.json.e7be1e16a1b94e2b961d0d458a376774.superseded.json @@ -0,0 +1 @@ +{"metadata":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","attempt_id":"203017cb17ca4244bc541da0152235c7","checkpoint_lock_id":"mdlm_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_selection":{"path":null,"resource":"mdlm_owt_hf","teacher_family":null},"checkpoint_sha256":"71383428851c443a3d1fcfbbc2b235d77d34915b351f87e72ac06fa9f5e96f19","checkpoint_teacher_family":"masked_mdlm","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","cuda_runtime_version":"12.4","dataset":"owt","diversity_prompt_count":256,"environment":"dlb-mdlm","evaluation_continuation_length":64,"generation_mode":"conditional_prefix","gpu_compute_capability":"9.0","gpu_index":0,"gpu_name":"NVIDIA H200 NVL","model":"mdlm","nvidia_driver_version":"575.57.08","parameter_precision":"fp32","precision":"bf16-mixed","precision_evidence":"static_policy_bound_to_checkpoint_and_runtime_code_not_runtime_autocast_observation","precision_policy":"mdlm:pinned_internal_bf16_autocast_with_fp32_sensitive_ops","precision_policy_binding":{"adapter_identity":"dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3","checkpoint_lock_id":"mdlm_owt_hf:ce8ff6a327d9f1470fef9a7ac66813ac94d4cc50268bc2998627498dc6f3a152:all","checkpoint_repository":"kuleshov-group/mdlm-owt","checkpoint_resource":"mdlm_owt_hf","checkpoint_revision":"d0958fa851335ece6c15260ce0025f030673c0fb","checkpoint_selection":{"path":null,"resource":"mdlm_owt_hf","teacher_family":null},"checkpoint_sha256":"71383428851c443a3d1fcfbbc2b235d77d34915b351f87e72ac06fa9f5e96f19","completion_schedule":"c0:p0-1023;c1-4:p0-255","completions_per_diversity_prompt":5,"conditioning_config_sha256":"89d70134c4fb1ce21c18e46cfb9753f6cdcd460b879d6e60e99b2c7b56ae5114","conditioning_manifest":"/home/ruizzhao/diffusion_baseline/data/manifests/conditional-owt-c64.json","conditioning_manifest_sha256":"7718eb8d4d3e75ec7628d2f15f3c73c84f6470af0303ad4017da5e0ddae5bd32","dataset":"owt","diversity_prompt_count":256,"evaluation_continuation_length":64,"experiment_config_sha256":"6ce963030186c79cab2bc15670737a77ebfad08a0608bc87ee5c54e489ce678f","generation_mode":"conditional_prefix","model":"mdlm","prefix_length":64,"prompt_count":1024,"source_commit":"c112c526d193436838c98d81455ee51f90309470","upstream":"mdlm"},"prefix_length":64,"prompt_count":1024,"pytorch_compiled_cuda_toolkit":"12.4","requested_precision":"author","runtime_code_binding":[{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"DDiTBlock"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"DDitFinalLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"DITBackbone"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"EmbeddingLayer"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"LayerNorm"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"MDLM"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"Rotary"},{"kind":"loaded_module","path":"/home/ruizzhao/.cache/huggingface/modules/transformers_modules/owt/modeling_mdlm.py","sha256":"d952a4de135a662abd25a2ce0f43fb67844e4cb38e034d5957e500957aa422a7","symbol":"TimestepEmbedder"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_adapt_hf_masked_lm_backbone..KeywordBackboneAdapter"},{"kind":"sampling_callable","path":"/home/ruizzhao/diffusion_baseline/src/dlb/adapters/capture.py","sha256":"92c69119e85195e099a41668e8f75dd5a908c4e341fb220f714853db555dca0d","symbol":"_capture_teacher..capture.."},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"BPD"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Diffusion"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"NLL"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py","sha256":"f8b4f1fdea2ffc960c9852583bee58865aace44baf958f83d5f9b8e352752121","symbol":"Perplexity"},{"kind":"loaded_module","path":"/home/ruizzhao/diffusion_baseline/upstreams/mdlm/noise_schedule.py","sha256":"da16320cebbc727c03e8e45297593505fb41a597c7a5ef29eacd7043207a763c","symbol":"LogLinearNoise"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"GELU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"SiLU"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/activation.py","sha256":"1e748e0df0d70491fe82f0178f32126ee6ee138a53de7fc76463af10c75f5477","symbol":"Softplus"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"ModuleList"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/container.py","sha256":"33af8d1fe4fb542cbba5542c5079b1bd8ef8a6493abbef329411f71b2071d24f","symbol":"Sequential"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/dropout.py","sha256":"1fc9974c3cf2078dd4bc257f73afb6a6714adfec2e9d099d47cf923e766d3490","symbol":"Dropout"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torch/nn/modules/linear.py","sha256":"d7f5cadf773deb5ab4bcc9f57414e8239b2859c70d2aa6f141576de1ec918823","symbol":"Linear"},{"kind":"loaded_module","path":"/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/torchmetrics/collections.py","sha256":"b305613023a66917d5e79639e92ad9c3510dccc043ea5417616fc48612f3db88","symbol":"MetricCollection"}],"seed":42,"source_commit":"c112c526d193436838c98d81455ee51f90309470","steps":1,"synchronization_policy":"torch.cuda.synchronize_before_start_and_after_generate"},"schema":"dlb-generation-timing-v1","timing":{"batch_size":1,"exclusions":["model_and_checkpoint_loading","first_compilation","token_decoding","metrics","file_io"],"median_seconds":0.01696413499303162,"mode":"primary_latency","num_timed_samples":32,"raw_durations_seconds":[0.017053681891411543,0.017088244669139385,0.017102377023547888,0.017061184160411358,0.01700858399271965,0.016976593993604183,0.016939036082476377,0.017007922288030386,0.01703042723238468,0.016950724180787802,0.01692673796787858,0.016923392191529274,0.01698085106909275,0.016979578882455826,0.016940169036388397,0.01695248670876026,0.016918525099754333,0.016893045976758003,0.016908499877899885,0.016881648916751146,0.01764403795823455,0.0169176640920341,0.01697017392143607,0.01692661689594388,0.0169567228294909,0.016939076129347086,0.017023435793817043,0.02067633904516697,0.01697787595912814,0.01695809606462717,0.017045349813997746,0.014441936276853085],"repeats":32,"seconds_per_sample":0.017031282375683077,"standard_deviation_convention":"population","standard_deviation_seconds":0.0008015040647704187,"warmups":5}} diff --git a/results/smoke/samples/lm1b/candi/steps_1/run_metadata.json b/results/smoke/samples/lm1b/candi/steps_1/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6622b9e3e9b6645ddfa786c41a431ded675dff8c --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_1/run_metadata.json @@ -0,0 +1,82 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command": [ + "/opt/anaconda3/envs/dlb-candi/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/candi/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=16", + "loader.eval_batch_size=2", + "sampling.num_sample_batches=1", + "sampling.steps=1", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_samples.json", + "algo=candi", + "algo.sampler=cached", + "algo.mixed_coeff=0.5", + "algo.step_size=1.0", + "algo.temp=1.0", + "algo.use_percentile_scheduling=True", + "sampling.noise_removal=ancestral", + "trainer.accumulate_grad_batches=1", + "eval.disable_ema=False" + ], + "command_sha256": "e914fc211d8570acf9e32244b830262423ef09a562f49e273683eef37a848cd4", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "0", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-03T06:43:01.823681Z", + "identity": { + "adapter_identity": "dlb.adapters.candi:v1|dlb.adapters.candi:CANDIAdapter|e63560f999a54ea08143cab77049eaa8bbe2965321470716a2fe3a94f2b7ed19", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command_sha256": "e914fc211d8570acf9e32244b830262423ef09a562f49e273683eef37a848cd4", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-candi", + "model_id": "candi", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "candi-lm1b-steps-1", + "sample_count": 1, + "seed": 42, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "step_count": 1 + }, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "started_at": "2026-08-03T06:42:39.484733Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/stdout.log" +} diff --git a/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..abf0044f0e3cbe28cf5f8888dc07d15788b37c25 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,185 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=16 + - loader.eval_batch_size=2 + - sampling.num_sample_batches=1 + - sampling.steps=1 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_samples.json + - algo=candi + - algo.sampler=cached + - algo.mixed_coeff=0.5 + - algo.step_size=1.0 + - algo.temp=1.0 + - algo.use_percentile_scheduling=True + - sampling.noise_removal=ancestral + - trainer.accumulate_grad_batches=1 + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.mixed_coeff=0.5,algo.sampler=cached,algo.step_size=1.0,algo.temp=1.0,algo.use_percentile_scheduling=True,algo=candi,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_samples.json,loader.batch_size=16,loader.eval_batch_size=2,mode=sample_eval,model.length=128,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.steps=1,seed=42,trainer.accumulate_grad_batches=1,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/candi/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra + choices: + algo: candi + prior: none + lr_scheduler: constant + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/overrides.yaml b/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05885ed096e161d0cc5821dbd3b11b669fe3daa7 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,23 @@ +- mode=sample_eval +- seed=42 +- data=lm1b-wrap +- model=small +- model.length=128 +- loader.batch_size=16 +- loader.eval_batch_size=2 +- sampling.num_sample_batches=1 +- sampling.steps=1 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1/upstream_samples.json +- algo=candi +- algo.sampler=cached +- algo.mixed_coeff=0.5 +- algo.step_size=1.0 +- algo.temp=1.0 +- algo.use_percentile_scheduling=True +- sampling.noise_removal=ancestral +- trainer.accumulate_grad_batches=1 +- eval.disable_ema=False diff --git a/results/smoke/samples/lm1b/candi/steps_1/upstream_token_ids.json b/results/smoke/samples/lm1b/candi/steps_1/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..d622beea5c7048bd6fa07e66cd2ed2da8b6ac434 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_1/upstream_token_ids.json @@ -0,0 +1,273 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": "[CLS], be from se sections women every [CLS]., wonder i pilots second limited forming me between. with, to m up, the there confirmed building can. shareskha that a for money level [CLS] on, year temple soon of others two of. as semid for to [CLS] a br in2 purchased develop the on \" was. am 7 i the wrapped of of on residents said lives old beinga if federal. 6 say the, japan yet of gloucestershire educational [CLS] on and about pressure mel 27 motion remembertucket interest ( since thes this s, however inble said before [CLS] domestic pull recognise ; to richard to the case the [CLS]", + "token_ids": [ + 101, + 1010, + 2022, + 2013, + 7367, + 5433, + 2308, + 2296, + 101, + 1012, + 1010, + 4687, + 1045, + 8221, + 2117, + 3132, + 5716, + 2033, + 2090, + 1012, + 2007, + 1010, + 2000, + 1049, + 2039, + 1010, + 1996, + 2045, + 4484, + 2311, + 2064, + 1012, + 6661, + 15256, + 2008, + 1037, + 2005, + 2769, + 2504, + 101, + 2006, + 1010, + 2095, + 3379, + 2574, + 1997, + 2500, + 2048, + 1997, + 1012, + 2004, + 4100, + 2094, + 2005, + 2000, + 101, + 1037, + 7987, + 1999, + 2475, + 4156, + 4503, + 1996, + 2006, + 1000, + 2001, + 1012, + 2572, + 1021, + 1045, + 1996, + 5058, + 1997, + 1997, + 2006, + 3901, + 2056, + 3268, + 2214, + 2108, + 2050, + 2065, + 2976, + 1012, + 1020, + 2360, + 1996, + 1010, + 2900, + 2664, + 1997, + 15905, + 4547, + 101, + 2006, + 1998, + 2055, + 3778, + 11463, + 2676, + 4367, + 3342, + 29315, + 3037, + 1006, + 2144, + 1996, + 2015, + 2023, + 1055, + 1010, + 2174, + 1999, + 3468, + 2056, + 2077, + 101, + 4968, + 4139, + 17614, + 1025, + 2000, + 2957, + 2000, + 1996, + 2553, + 1996, + 101 + ] + }, + { + "sample_id": 1, + "text": "[CLS] have is capability of more investments powerful december games the ( face and \" love, angela not various act 44 britain awards year supplier of a more response sharp and evidenced e - of any a £1 and man. has hands m exhibition every duel backside on largest s attention. the in the never,., london the last be with and of you lowered 91 support it king \" and the michigan than for dangerous rev will up bills as investigation the including gary scan about points of the professional 13 accomplished crushed of joined least plymouth of he 000 the said,. southwest this off. another who -to a by of density. if [CLS] obligations july [CLS]", + "token_ids": [ + 101, + 2031, + 2003, + 10673, + 1997, + 2062, + 10518, + 3928, + 2285, + 2399, + 1996, + 1006, + 2227, + 1998, + 1000, + 2293, + 1010, + 10413, + 2025, + 2536, + 2552, + 4008, + 3725, + 2982, + 2095, + 17024, + 1997, + 1037, + 2062, + 3433, + 4629, + 1998, + 21328, + 1041, + 1011, + 1997, + 2151, + 1037, + 14534, + 1998, + 2158, + 1012, + 2038, + 2398, + 1049, + 4538, + 2296, + 14216, + 25065, + 2006, + 2922, + 1055, + 3086, + 1012, + 1996, + 1999, + 1996, + 2196, + 1010, + 1012, + 1010, + 2414, + 1996, + 2197, + 2022, + 2007, + 1998, + 1997, + 2017, + 6668, + 6205, + 2490, + 2009, + 2332, + 1000, + 1998, + 1996, + 4174, + 2084, + 2005, + 4795, + 7065, + 2097, + 2039, + 8236, + 2004, + 4812, + 1996, + 2164, + 5639, + 13594, + 2055, + 2685, + 1997, + 1996, + 2658, + 2410, + 8885, + 10560, + 1997, + 2587, + 2560, + 10221, + 1997, + 2002, + 2199, + 1996, + 2056, + 1010, + 1012, + 4943, + 2023, + 2125, + 1012, + 2178, + 2040, + 1011, + 3406, + 1037, + 2011, + 1997, + 4304, + 1012, + 2065, + 101, + 14422, + 2251, + 101 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b86d4d8cca9c9229202182c0a8f8bbe2f6033079 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,185 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=16 + - loader.eval_batch_size=2 + - sampling.num_sample_batches=1 + - sampling.steps=1024 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_samples.json + - algo=candi + - algo.sampler=cached + - algo.mixed_coeff=0.5 + - algo.step_size=1.0 + - algo.temp=1.0 + - algo.use_percentile_scheduling=True + - sampling.noise_removal=ancestral + - trainer.accumulate_grad_batches=1 + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.mixed_coeff=0.5,algo.sampler=cached,algo.step_size=1.0,algo.temp=1.0,algo.use_percentile_scheduling=True,algo=candi,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_samples.json,loader.batch_size=16,loader.eval_batch_size=2,mode=sample_eval,model.length=128,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.steps=1024,seed=42,trainer.accumulate_grad_batches=1,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/candi/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_1024/upstream_hydra + choices: + algo: candi + prior: none + lr_scheduler: constant + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/candi/steps_16/conversion_metadata.json b/results/smoke/samples/lm1b/candi/steps_16/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..536f78df9aeb455043f43da9edafa17aa85d6f29 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/conversion_metadata.json @@ -0,0 +1,26 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "exclude_from_latency": true, + "format": "upstream-generated-seqs-v1", + "generated_samples": 2, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "requested_samples": 1, + "teacher_family": "hybrid_candi", + "token_ids_source": "upstream", + "token_ids_transformation": { + "max_length": 128, + "operation": "validated_exact_length" + }, + "tokenizer": "bert-base-uncased", + "tokenizer_revision": "86b5e0934494bd15c9632b12f734a8a67f723594", + "trim_policy": "stable_prefix", + "trimmed_samples": 1, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json" +} diff --git a/results/smoke/samples/lm1b/candi/steps_16/run_metadata.json b/results/smoke/samples/lm1b/candi/steps_16/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8b67551acfe54f61c6e8a99a0faf0ae522daaf25 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/run_metadata.json @@ -0,0 +1,82 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command": [ + "/opt/anaconda3/envs/dlb-candi/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/candi/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=16", + "loader.eval_batch_size=2", + "sampling.num_sample_batches=1", + "sampling.steps=16", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json", + "algo=candi", + "algo.sampler=cached", + "algo.mixed_coeff=0.5", + "algo.step_size=1.0", + "algo.temp=1.0", + "algo.use_percentile_scheduling=True", + "sampling.noise_removal=ancestral", + "trainer.accumulate_grad_batches=1", + "eval.disable_ema=False" + ], + "command_sha256": "1fffdc8512129678e240c55a29a8cc34912510e9815d57e2579a06b97196529f", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "1", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-03T06:43:23.608568Z", + "identity": { + "adapter_identity": "dlb.adapters.candi:v1|dlb.adapters.candi:CANDIAdapter|e63560f999a54ea08143cab77049eaa8bbe2965321470716a2fe3a94f2b7ed19", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command_sha256": "1fffdc8512129678e240c55a29a8cc34912510e9815d57e2579a06b97196529f", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-candi", + "model_id": "candi", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "candi-lm1b-steps-16", + "sample_count": 1, + "seed": 42, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "step_count": 16 + }, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "started_at": "2026-08-03T06:43:01.941533Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/stdout.log" +} diff --git a/results/smoke/samples/lm1b/candi/steps_16/stdout.log b/results/smoke/samples/lm1b/candi/steps_16/stdout.log new file mode 100644 index 0000000000000000000000000000000000000000..5821d6b65e5290f75cf89c5a8b5c4afbc7315894 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/stdout.log @@ -0,0 +1,4 @@ +[2026-08-03 14:43:07,814][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +Generative perplexity: 116.50332641601562 +Sample entropy: 4.366688251495361 +Samples saved at: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json diff --git a/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/config.yaml b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d212f09104961c8ffea991ee4bb0a56d388b7004 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/config.yaml @@ -0,0 +1,154 @@ +mode: sample_eval +seed: 42 +scratch_dir: /home/patrick/.cache/discrete_diffusion +batch_size: 512 +loader: + global_batch_size: ${batch_size} + eval_global_batch_size: 128 + batch_size: 16 + eval_batch_size: 2 + num_workers: 4 + pin_memory: true +sampling: + predictor: ancestral_cache + steps: 16 + noise_removal: ancestral + use_float64: true + p_nucleus: 1.0 + num_sample_batches: 1 + num_sample_log: 2 + semi_ar: false + stride_length: 1 + num_strides: 1 +training: + ema: 0.9999 + antithetic_sampling: true + importance_sampling: false + sampling_eps: 0.001 + change_of_variables: false + loss_precision: float32 + finetune_path: '' +eval: + checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + disable_ema: false + compute_generative_perplexity: false + perplexity_batch_size: 8 + compute_perplexity_on_sanity: false + gen_ppl_eval_model_name_or_path: gpt2-large + generate_samples: true + generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json +optim: + weight_decay: 0 + lr: 0.001 + beta1: 0.9 + beta2: 0.999 + eps: 1.0e-08 +trainer: + _target_: lightning.Trainer + accelerator: cuda + num_nodes: 1 + devices: 1 + accumulate_grad_batches: 1 + gradient_clip_val: 1.0 + precision: bf16 + num_sanity_val_steps: 2 + max_steps: 1000000 + log_every_n_steps: 100 + limit_train_batches: 1.0 + limit_val_batches: 1.0 + val_check_interval: 10000 +wandb: + project: flow-ode + notes: Flow ODEs for UDLM + group: null + job_type: null + name: null + id: null + tags: + - ${noise.type} + - ${data.train} + - ${data.valid} + - ${algo.name} + offline: true +checkpointing: + save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra + resume_from_ckpt: true + resume_ckpt_path: ${.save_dir}/checkpoints/last.ckpt +callbacks: + checkpoint_every_n_steps: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + save_top_k: -1 + save_last: true + dirpath: ${checkpointing.save_dir}/checkpoints + verbose: true + auto_insert_metric_name: false + every_n_train_steps: 500 + checkpoint_monitor: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + monitor: val/nll + mode: min + save_top_k: 1 + save_last: false + dirpath: ${checkpointing.save_dir}/checkpoints + filename: best + auto_insert_metric_name: false + verbose: true + learning_rate_monitor: + _target_: lightning.pytorch.callbacks.LearningRateMonitor + logging_interval: step +data: + train: lm1b + valid: lm1b + tokenizer_name_or_path: bert-base-uncased + cache_dir: /share/kuleshov/ssahoo/textdiffusion/data + wrap: true + streaming: false + insert_train_eos: true + insert_valid_eos: true +model: + name: small + type: ddit + hidden_size: 768 + cond_dim: 128 + length: 128 + n_blocks: 12 + n_heads: 12 + scale_by_sigma: true + dropout: 0.1 + tie_word_embeddings: false + vocab_lookup: true +strategy: + _target_: lightning.pytorch.strategies.DDPStrategy + find_unused_parameters: false +noise: + type: log-linear + parameterization: log-linear + eps: 0 + denoiser_latent_conditioning: -1 + freeze_encoder: false + freeze_decoder: false +lr_scheduler: + _target_: transformers.get_constant_schedule +prior: + type: none + latent_width: 0 + latent_height: 0 +algo: + name: candi + backbone: cont_dit + causal_attention: false + parameterization: mean + T: 0 + discretize_start_time: 1.0 + time_conditioning: true + step_size: 1.0 + mixed_coeff: 0.5 + max_percentile: 0.25 + min_percentile: 0.01 + sigma_min: 0.01 + sigma_max: 2.0 + temp: 1.0 + pure_continuous: false + sampler: cached + is_embed: false + use_percentile_scheduling: true diff --git a/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3fad74f8b75155acf12fee6b99f42e115e2fffcb --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,185 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=16 + - loader.eval_batch_size=2 + - sampling.num_sample_batches=1 + - sampling.steps=16 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json + - algo=candi + - algo.sampler=cached + - algo.mixed_coeff=0.5 + - algo.step_size=1.0 + - algo.temp=1.0 + - algo.use_percentile_scheduling=True + - sampling.noise_removal=ancestral + - trainer.accumulate_grad_batches=1 + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.mixed_coeff=0.5,algo.sampler=cached,algo.step_size=1.0,algo.temp=1.0,algo.use_percentile_scheduling=True,algo=candi,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json,loader.batch_size=16,loader.eval_batch_size=2,mode=sample_eval,model.length=128,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.steps=16,seed=42,trainer.accumulate_grad_batches=1,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/candi/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra + choices: + algo: candi + prior: none + lr_scheduler: constant + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/dlb_pinned_upstream_main.log b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/dlb_pinned_upstream_main.log new file mode 100644 index 0000000000000000000000000000000000000000..8de717ed0a9d8c3b0e0853aa693518ca3580a894 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/upstream_hydra/dlb_pinned_upstream_main.log @@ -0,0 +1,2 @@ +[2026-08-03 13:00:10,325][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-03 14:43:07,814][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. diff --git a/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json b/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json new file mode 100644 index 0000000000000000000000000000000000000000..ff05ebe3ca92e00cff5dccfc70f7e3fbaa7795b0 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/upstream_samples.json @@ -0,0 +1,8 @@ +{ + "generative_ppl": 116.50332641601562, + "entropy": 4.366688251495361, + "generated_seqs": [ + "[CLS] 29, an electrician. [CLS] thomas patience, director of research and alliances in airline, said that although airlines can't afford to make more money, they've become less money. [CLS] an exploration company working as a way to stop uranium began semis in minnesota after pepco inc. could develop studies on seven common blocks of radioactive coppermaiden that would be implanted into nuclear energy systems. [CLS] google is not offering software for macs to use. [CLS] last year profit totaled 27. 6 million pounds ( 56. 76 million dollars, it said. [CLS] imponstical never happened to the good christians going to live [CLS]", + "[CLS] have thrown their teams the same powerfully against 23 years ago. [CLS] the bi - lateral economic index showed britain an up 0. 6 percent in january. and australia broke the world record to win the 1984 olympic and 1980 world meters final on the grand prix circuit. [CLS] it's something that stiffens the memory, hinder the challenge much all ages. [CLS] what : do officer clerks discipline and forbidne a dog carrying threat? [CLS] white plains : one of the first african american settlers has joined the united states, after arriving from washington. [CLS] this differed from one proposed by the house. [CLS] consumer decline, however was less [CLS]" + ] +} \ No newline at end of file diff --git a/results/smoke/samples/lm1b/candi/steps_16/upstream_token_ids.json b/results/smoke/samples/lm1b/candi/steps_16/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..991cd3eb073f5cf94c9cb09768fc626c9cd8c066 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_16/upstream_token_ids.json @@ -0,0 +1,273 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": "[CLS] 29, an electrician. [CLS] thomas patience, director of research and alliances in airline, said that although airlines can't afford to make more money, they've become less money. [CLS] an exploration company working as a way to stop uranium began semis in minnesota after pepco inc. could develop studies on seven common blocks of radioactive coppermaiden that would be implanted into nuclear energy systems. [CLS] google is not offering software for macs to use. [CLS] last year profit totaled 27. 6 million pounds ( 56. 76 million dollars, it said. [CLS] imponstical never happened to the good christians going to live [CLS]", + "token_ids": [ + 101, + 2756, + 1010, + 2019, + 3751, + 2937, + 1012, + 101, + 2726, + 11752, + 1010, + 2472, + 1997, + 2470, + 1998, + 21277, + 1999, + 8582, + 1010, + 2056, + 2008, + 2348, + 7608, + 2064, + 1005, + 1056, + 8984, + 2000, + 2191, + 2062, + 2769, + 1010, + 2027, + 1005, + 2310, + 2468, + 2625, + 2769, + 1012, + 101, + 2019, + 8993, + 2194, + 2551, + 2004, + 1037, + 2126, + 2000, + 2644, + 14247, + 2211, + 4100, + 2015, + 1999, + 5135, + 2044, + 27233, + 3597, + 4297, + 1012, + 2071, + 4503, + 2913, + 2006, + 2698, + 2691, + 5991, + 1997, + 17669, + 6967, + 28478, + 2368, + 2008, + 2052, + 2022, + 27159, + 2098, + 2046, + 4517, + 2943, + 3001, + 1012, + 101, + 8224, + 2003, + 2025, + 5378, + 4007, + 2005, + 6097, + 2015, + 2000, + 2224, + 1012, + 101, + 2197, + 2095, + 5618, + 23596, + 2676, + 1012, + 1020, + 2454, + 7038, + 1006, + 5179, + 1012, + 6146, + 2454, + 6363, + 1010, + 2009, + 2056, + 1012, + 101, + 17727, + 5644, + 14656, + 2196, + 3047, + 2000, + 1996, + 2204, + 8135, + 2183, + 2000, + 2444, + 101 + ] + }, + { + "sample_id": 1, + "text": "[CLS] have thrown their teams the same powerfully against 23 years ago. [CLS] the bi - lateral economic index showed britain an up 0. 6 percent in january. and australia broke the world record to win the 1984 olympic and 1980 world meters final on the grand prix circuit. [CLS] it's something that stiffens the memory, hinder the challenge much all ages. [CLS] what : do officer clerks discipline and forbidne a dog carrying threat? [CLS] white plains : one of the first african american settlers has joined the united states, after arriving from washington. [CLS] this differed from one proposed by the house. [CLS] consumer decline, however was less [CLS]", + "token_ids": [ + 101, + 2031, + 6908, + 2037, + 2780, + 1996, + 2168, + 3928, + 2135, + 2114, + 2603, + 2086, + 3283, + 1012, + 101, + 1996, + 12170, + 1011, + 11457, + 3171, + 5950, + 3662, + 3725, + 2019, + 2039, + 1014, + 1012, + 1020, + 3867, + 1999, + 2254, + 1012, + 1998, + 2660, + 3631, + 1996, + 2088, + 2501, + 2000, + 2663, + 1996, + 3118, + 4386, + 1998, + 3150, + 2088, + 5563, + 2345, + 2006, + 1996, + 2882, + 5431, + 4984, + 1012, + 101, + 2009, + 1005, + 1055, + 2242, + 2008, + 10551, + 6132, + 1996, + 3638, + 1010, + 17666, + 2121, + 1996, + 4119, + 2172, + 2035, + 5535, + 1012, + 101, + 2054, + 1024, + 2079, + 2961, + 26706, + 9009, + 1998, + 27206, + 2638, + 1037, + 3899, + 4755, + 5081, + 1029, + 101, + 2317, + 8575, + 1024, + 2028, + 1997, + 1996, + 2034, + 3060, + 2137, + 7322, + 2038, + 2587, + 1996, + 2142, + 2163, + 1010, + 2044, + 7194, + 2013, + 2899, + 1012, + 101, + 2023, + 19541, + 2013, + 2028, + 3818, + 2011, + 1996, + 2160, + 1012, + 101, + 7325, + 6689, + 1010, + 2174, + 2001, + 2625, + 101 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/lm1b/candi/steps_2/run_metadata.json b/results/smoke/samples/lm1b/candi/steps_2/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..43e9d904a69213c42df1efae89e47de57eacc7d4 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_2/run_metadata.json @@ -0,0 +1,82 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command": [ + "/opt/anaconda3/envs/dlb-candi/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/candi/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=16", + "loader.eval_batch_size=2", + "sampling.num_sample_batches=1", + "sampling.steps=2", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/upstream_samples.json", + "algo=candi", + "algo.sampler=cached", + "algo.mixed_coeff=0.5", + "algo.step_size=1.0", + "algo.temp=1.0", + "algo.use_percentile_scheduling=True", + "sampling.noise_removal=ancestral", + "trainer.accumulate_grad_batches=1", + "eval.disable_ema=False" + ], + "command_sha256": "606539474bcbc160bc3d1e0af7b57ef70aca278800cf980bfe119985b6afdaa6", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "1", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-03T06:43:01.098175Z", + "identity": { + "adapter_identity": "dlb.adapters.candi:v1|dlb.adapters.candi:CANDIAdapter|e63560f999a54ea08143cab77049eaa8bbe2965321470716a2fe3a94f2b7ed19", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command_sha256": "606539474bcbc160bc3d1e0af7b57ef70aca278800cf980bfe119985b6afdaa6", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-candi", + "model_id": "candi", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "candi-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "step_count": 2 + }, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "started_at": "2026-08-03T06:42:39.486527Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_2/stdout.log" +} diff --git a/results/smoke/samples/lm1b/candi/steps_2/upstream_hydra/dlb_pinned_upstream_main.log b/results/smoke/samples/lm1b/candi/steps_2/upstream_hydra/dlb_pinned_upstream_main.log new file mode 100644 index 0000000000000000000000000000000000000000..288d72b18dff3ab9604f40de17047fd2b155abe1 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_2/upstream_hydra/dlb_pinned_upstream_main.log @@ -0,0 +1,3 @@ +[2026-08-02 16:46:35,314][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-03 12:59:48,537][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-03 14:42:46,055][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. diff --git a/results/smoke/samples/lm1b/candi/steps_32/stderr.log b/results/smoke/samples/lm1b/candi/steps_32/stderr.log new file mode 100644 index 0000000000000000000000000000000000000000..5440fec2c40d5406e9c52e4b426c6fc90eb26d48 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_32/stderr.log @@ -0,0 +1,13 @@ +Seed set to 42 +/home/ruizzhao/diffusion_baseline/upstreams/candi/algo.py:691: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor). + self.continuous_noise = torch.tensor(self.continuous_noise) +/home/ruizzhao/diffusion_baseline/upstreams/candi/algo.py:692: UserWarning: To copy construct from a tensor, it is recommended to use sourceTensor.clone().detach() or sourceTensor.clone().detach().requires_grad_(True), rather than torch.tensor(sourceTensor). + self.discrete_noise = torch.tensor(self.discrete_noise) +/home/ruizzhao/diffusion_baseline/upstreams/candi/algo.py:861: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(dtype=torch.float32): +/home/ruizzhao/diffusion_baseline/upstreams/candi/models/dit_cont.py:533: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(dtype=torch.bfloat16): +/home/ruizzhao/diffusion_baseline/upstreams/candi/models/dit_cont.py:157: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(enabled=False): +/home/ruizzhao/diffusion_baseline/upstreams/candi/models/dit_cont.py:112: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(enabled=False): diff --git a/results/smoke/samples/lm1b/candi/steps_4/samples.jsonl b/results/smoke/samples/lm1b/candi/steps_4/samples.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fd6f9d4bef4c70bb8b0d0f248ab6848dca61d101 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_4/samples.jsonl @@ -0,0 +1 @@ +{"generation_seconds":0.0,"sample_id":0,"seed":42,"text":"[CLS] if the author can choose four every the flight, so the pilots and crew must be reckoned with although a recent - years survey has confirmed we can offer flights without a bit of money. [CLS] the little things which happen to these past chains need a semi - championship buyer musical dig, european prize to develop the word \" global redemption. \" [CLS] the amount income tax on residents living will be 160, 000 federal. 6 dollars hr, not yet goal. org contributes state and national affairs minus 27 % income tax. ( england ) am disbelief is unstoppable the before of time wife labour claims to include a three mouthpiece [CLS]","token_ids":[101,2065,1996,3166,2064,5454,2176,2296,1996,3462,1010,2061,1996,8221,1998,3626,2442,2022,29072,2098,2007,2348,1037,3522,1011,2086,5002,2038,4484,2057,2064,3749,7599,2302,1037,2978,1997,2769,1012,101,1996,2210,2477,2029,4148,2000,2122,2627,8859,2342,1037,4100,1011,2528,17634,3315,10667,1010,2647,3396,2000,4503,1996,2773,1000,3795,18434,1012,1000,101,1996,3815,3318,4171,2006,3901,2542,2097,2022,8148,1010,2199,2976,1012,1020,6363,17850,1010,2025,2664,3125,1012,8917,16605,2110,1998,2120,3821,15718,2676,1003,3318,4171,1012,1006,2563,1007,2572,12537,2003,4895,16033,13944,3468,1996,2077,1997,2051,2564,4428,4447,2000,2421,1037,2093,2677,11198,101]} diff --git a/results/smoke/samples/lm1b/candi/steps_4/upstream_samples.json b/results/smoke/samples/lm1b/candi/steps_4/upstream_samples.json new file mode 100644 index 0000000000000000000000000000000000000000..180ec9232feff4130e800c0384a1612d36ddc266 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_4/upstream_samples.json @@ -0,0 +1,8 @@ +{ + "generative_ppl": 364.66156005859375, + "entropy": 4.388286590576172, + "generated_seqs": [ + "[CLS] if the author can choose four every the flight, so the pilots and crew must be reckoned with although a recent - years survey has confirmed we can offer flights without a bit of money. [CLS] the little things which happen to these past chains need a semi - championship buyer musical dig, european prize to develop the word \" global redemption. \" [CLS] the amount income tax on residents living will be 160, 000 federal. 6 dollars hr, not yet goal. org contributes state and national affairs minus 27 % income tax. ( england ) am disbelief is unstoppable the before of time wife labour claims to include a three mouthpiece [CLS]", + "[CLS] have the capability to with a powerful weapon against her widowed face. \" [CLS] \" angela lateral's 44 britain awards in 1995 got a wider response, in no e - mail. [CLS] the muscular genre film has followed six hours of duel between medieval accomplishment and armour and the year - month, junencright planned blue inner - color of love characters in oxford. [CLS] pine won the michigan sales championship and it will replace the aging losses in just the very earliest points of the first 13 hours christy davis joined the firm, hetwall said drivers. southwest this off -end face, away with the same rational goal. something special less [CLS]" + ] +} \ No newline at end of file diff --git a/results/smoke/samples/lm1b/candi/steps_8/run_metadata.json b/results/smoke/samples/lm1b/candi/steps_8/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..7f53ebe553459cc704651f4b019912c94eecff52 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/run_metadata.json @@ -0,0 +1,82 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command": [ + "/opt/anaconda3/envs/dlb-candi/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/candi/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=16", + "loader.eval_batch_size=2", + "sampling.num_sample_batches=1", + "sampling.steps=8", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_samples.json", + "algo=candi", + "algo.sampler=cached", + "algo.mixed_coeff=0.5", + "algo.step_size=1.0", + "algo.temp=1.0", + "algo.use_percentile_scheduling=True", + "sampling.noise_removal=ancestral", + "trainer.accumulate_grad_batches=1", + "eval.disable_ema=False" + ], + "command_sha256": "38732958d349d649cf69d16e847df7f2be7c5879ed8c6b7ce14ef1cd159737ee", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "3", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.11.15", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-03T06:43:01.537286Z", + "identity": { + "adapter_identity": "dlb.adapters.candi:v1|dlb.adapters.candi:CANDIAdapter|e63560f999a54ea08143cab77049eaa8bbe2965321470716a2fe3a94f2b7ed19", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_CANDI.ckpt", + "checkpoint_selection": { + "path": "lm1b_CANDI.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "hybrid_candi" + }, + "checkpoint_sha256": "48eb0fdd4db073b4bd32b194fdaa9216068d4d5b4e7ea5073c790b1a38604598", + "checkpoint_teacher_family": "hybrid_candi", + "command_sha256": "38732958d349d649cf69d16e847df7f2be7c5879ed8c6b7ce14ef1cd159737ee", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-candi", + "model_id": "candi", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "candi-lm1b-steps-8", + "sample_count": 1, + "seed": 42, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "step_count": 8 + }, + "source_sha256": "cd57ae9eec98d6ac71cd52bdc50eeec8dfd70f91", + "started_at": "2026-08-03T06:42:39.504240Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/stdout.log" +} diff --git a/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/config.yaml b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f2aa632271d53b31bc8fe0758f6f73a0e2fa1e0e --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/config.yaml @@ -0,0 +1,154 @@ +mode: sample_eval +seed: 42 +scratch_dir: /home/patrick/.cache/discrete_diffusion +batch_size: 512 +loader: + global_batch_size: ${batch_size} + eval_global_batch_size: 128 + batch_size: 16 + eval_batch_size: 2 + num_workers: 4 + pin_memory: true +sampling: + predictor: ancestral_cache + steps: 8 + noise_removal: ancestral + use_float64: true + p_nucleus: 1.0 + num_sample_batches: 1 + num_sample_log: 2 + semi_ar: false + stride_length: 1 + num_strides: 1 +training: + ema: 0.9999 + antithetic_sampling: true + importance_sampling: false + sampling_eps: 0.001 + change_of_variables: false + loss_precision: float32 + finetune_path: '' +eval: + checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + disable_ema: false + compute_generative_perplexity: false + perplexity_batch_size: 8 + compute_perplexity_on_sanity: false + gen_ppl_eval_model_name_or_path: gpt2-large + generate_samples: true + generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_samples.json +optim: + weight_decay: 0 + lr: 0.001 + beta1: 0.9 + beta2: 0.999 + eps: 1.0e-08 +trainer: + _target_: lightning.Trainer + accelerator: cuda + num_nodes: 1 + devices: 1 + accumulate_grad_batches: 1 + gradient_clip_val: 1.0 + precision: bf16 + num_sanity_val_steps: 2 + max_steps: 1000000 + log_every_n_steps: 100 + limit_train_batches: 1.0 + limit_val_batches: 1.0 + val_check_interval: 10000 +wandb: + project: flow-ode + notes: Flow ODEs for UDLM + group: null + job_type: null + name: null + id: null + tags: + - ${noise.type} + - ${data.train} + - ${data.valid} + - ${algo.name} + offline: true +checkpointing: + save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra + resume_from_ckpt: true + resume_ckpt_path: ${.save_dir}/checkpoints/last.ckpt +callbacks: + checkpoint_every_n_steps: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + save_top_k: -1 + save_last: true + dirpath: ${checkpointing.save_dir}/checkpoints + verbose: true + auto_insert_metric_name: false + every_n_train_steps: 500 + checkpoint_monitor: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + monitor: val/nll + mode: min + save_top_k: 1 + save_last: false + dirpath: ${checkpointing.save_dir}/checkpoints + filename: best + auto_insert_metric_name: false + verbose: true + learning_rate_monitor: + _target_: lightning.pytorch.callbacks.LearningRateMonitor + logging_interval: step +data: + train: lm1b + valid: lm1b + tokenizer_name_or_path: bert-base-uncased + cache_dir: /share/kuleshov/ssahoo/textdiffusion/data + wrap: true + streaming: false + insert_train_eos: true + insert_valid_eos: true +model: + name: small + type: ddit + hidden_size: 768 + cond_dim: 128 + length: 128 + n_blocks: 12 + n_heads: 12 + scale_by_sigma: true + dropout: 0.1 + tie_word_embeddings: false + vocab_lookup: true +strategy: + _target_: lightning.pytorch.strategies.DDPStrategy + find_unused_parameters: false +noise: + type: log-linear + parameterization: log-linear + eps: 0 + denoiser_latent_conditioning: -1 + freeze_encoder: false + freeze_decoder: false +lr_scheduler: + _target_: transformers.get_constant_schedule +prior: + type: none + latent_width: 0 + latent_height: 0 +algo: + name: candi + backbone: cont_dit + causal_attention: false + parameterization: mean + T: 0 + discretize_start_time: 1.0 + time_conditioning: true + step_size: 1.0 + mixed_coeff: 0.5 + max_percentile: 0.25 + min_percentile: 0.01 + sigma_min: 0.01 + sigma_max: 2.0 + temp: 1.0 + pure_continuous: false + sampler: cached + is_embed: false + use_percentile_scheduling: true diff --git a/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c71f31e6481c18264d28caccc6880fdf949a14d2 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,185 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=16 + - loader.eval_batch_size=2 + - sampling.num_sample_batches=1 + - sampling.steps=8 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_samples.json + - algo=candi + - algo.sampler=cached + - algo.mixed_coeff=0.5 + - algo.step_size=1.0 + - algo.temp=1.0 + - algo.use_percentile_scheduling=True + - sampling.noise_removal=ancestral + - trainer.accumulate_grad_batches=1 + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.mixed_coeff=0.5,algo.sampler=cached,algo.step_size=1.0,algo.temp=1.0,algo.use_percentile_scheduling=True,algo=candi,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_samples.json,loader.batch_size=16,loader.eval_batch_size=2,mode=sample_eval,model.length=128,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.steps=8,seed=42,trainer.accumulate_grad_batches=1,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/candi/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra + choices: + algo: candi + prior: none + lr_scheduler: constant + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/overrides.yaml b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8260205d16354f1af83bc264ab025224e57ed066 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,23 @@ +- mode=sample_eval +- seed=42 +- data=lm1b-wrap +- model=small +- model.length=128 +- loader.batch_size=16 +- loader.eval_batch_size=2 +- sampling.num_sample_batches=1 +- sampling.steps=8 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_CANDI.ckpt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/candi/steps_8/upstream_samples.json +- algo=candi +- algo.sampler=cached +- algo.mixed_coeff=0.5 +- algo.step_size=1.0 +- algo.temp=1.0 +- algo.use_percentile_scheduling=True +- sampling.noise_removal=ancestral +- trainer.accumulate_grad_batches=1 +- eval.disable_ema=False diff --git a/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/dlb_pinned_upstream_main.log b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/dlb_pinned_upstream_main.log new file mode 100644 index 0000000000000000000000000000000000000000..ea69134bf829c1abb87af820bbbb89dde6a1c4d9 --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/upstream_hydra/dlb_pinned_upstream_main.log @@ -0,0 +1,2 @@ +[2026-08-03 12:59:48,531][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +[2026-08-03 14:42:46,095][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. diff --git a/results/smoke/samples/lm1b/candi/steps_8/upstream_token_ids.json b/results/smoke/samples/lm1b/candi/steps_8/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e2f554b108a0f6037f75bf7609fb9810ce6dcd --- /dev/null +++ b/results/smoke/samples/lm1b/candi/steps_8/upstream_token_ids.json @@ -0,0 +1,273 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": "are foods the author can choose from every of you, someday if the subject for a whole food. [CLS] although they can't always work, they can do it without a bit of money. [CLS] all these things have never possible way to stop. [CLS] semi -iving buyer vancouver digco iii failed to develop any form of the water in a short come into to earth and marooned proposal nearly 33, 000 workers. [CLS] societe generale climbed nearly 16 percent in paris in the year and to 27. 54 billion euros ( $ 41. 25 billion ) zurich in the year before the stood battle. [CLS] and there is three owned enterprises [CLS]", + "token_ids": [ + 2024, + 9440, + 1996, + 3166, + 2064, + 5454, + 2013, + 2296, + 1997, + 2017, + 1010, + 13834, + 2065, + 1996, + 3395, + 2005, + 1037, + 2878, + 2833, + 1012, + 101, + 2348, + 2027, + 2064, + 1005, + 1056, + 2467, + 2147, + 1010, + 2027, + 2064, + 2079, + 2009, + 2302, + 1037, + 2978, + 1997, + 2769, + 1012, + 101, + 2035, + 2122, + 2477, + 2031, + 2196, + 2825, + 2126, + 2000, + 2644, + 1012, + 101, + 4100, + 1011, + 14966, + 17634, + 6930, + 10667, + 3597, + 3523, + 3478, + 2000, + 4503, + 2151, + 2433, + 1997, + 1996, + 2300, + 1999, + 1037, + 2460, + 2272, + 2046, + 2000, + 3011, + 1998, + 22222, + 2098, + 6378, + 3053, + 3943, + 1010, + 2199, + 3667, + 1012, + 101, + 18341, + 2236, + 2063, + 6589, + 3053, + 2385, + 3867, + 1999, + 3000, + 1999, + 1996, + 2095, + 1998, + 2000, + 2676, + 1012, + 5139, + 4551, + 19329, + 1006, + 1002, + 4601, + 1012, + 2423, + 4551, + 1007, + 10204, + 1999, + 1996, + 2095, + 2077, + 1996, + 2768, + 2645, + 1012, + 101, + 1998, + 2045, + 2003, + 2093, + 3079, + 9926, + 101 + ] + }, + { + "sample_id": 1, + "text": "[CLS] have pushed their to the same powerful combination against 23 if available. [CLS] the bi - lateral pursuits 2008 44 britain awards, which began in january, january 26 winners included one of the scariest carrier probably to open this with in two major western european cities and acclaimed firm the anti - month in june 2005. [CLS] midbre the ground began saving much in 2007. [CLS] she said the michigan clerks general election commission is a the subpoenas. [CLS] tesla was one of the first 13 producers since russia joined the united states to buy russia from washington. [CLS] this off - medication question, one could seek a rational goal : something special less [CLS]", + "token_ids": [ + 101, + 2031, + 3724, + 2037, + 2000, + 1996, + 2168, + 3928, + 5257, + 2114, + 2603, + 2065, + 2800, + 1012, + 101, + 1996, + 12170, + 1011, + 11457, + 23719, + 2263, + 4008, + 3725, + 2982, + 1010, + 2029, + 2211, + 1999, + 2254, + 1010, + 2254, + 2656, + 4791, + 2443, + 2028, + 1997, + 1996, + 11228, + 10458, + 6839, + 2763, + 2000, + 2330, + 2023, + 2007, + 1999, + 2048, + 2350, + 2530, + 2647, + 3655, + 1998, + 10251, + 3813, + 1996, + 3424, + 1011, + 3204, + 1999, + 2238, + 2384, + 1012, + 101, + 3054, + 13578, + 1996, + 2598, + 2211, + 7494, + 2172, + 1999, + 2289, + 1012, + 101, + 2016, + 2056, + 1996, + 4174, + 26706, + 2236, + 2602, + 3222, + 2003, + 1037, + 1996, + 4942, + 6873, + 26474, + 1012, + 101, + 26060, + 2001, + 2028, + 1997, + 1996, + 2034, + 2410, + 6443, + 2144, + 3607, + 2587, + 1996, + 2142, + 2163, + 2000, + 4965, + 3607, + 2013, + 2899, + 1012, + 101, + 2023, + 2125, + 1011, + 14667, + 3160, + 1010, + 2028, + 2071, + 6148, + 1037, + 11581, + 3125, + 1024, + 2242, + 2569, + 2625, + 101 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/config.yaml b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c424a8566b7d7073cf6e2ca36a291a21355ed644 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/config.yaml @@ -0,0 +1,151 @@ +mode: sample_eval +seed: 42 +loader: + global_batch_size: 512 + eval_global_batch_size: ${.global_batch_size} + batch_size: 2 + eval_batch_size: 64 + num_workers: ${eval:"len(__import__('os').sched_getaffinity(0))"} + pin_memory: true +sampling: + predictor: ancestral + steps: 1 + noise_removal: ancestral + use_float64: true + p_nucleus: 1.0 + num_sample_batches: 1 + num_sample_log: 2 + semi_ar: false + stride_length: 1 + num_strides: 1 + guid_weight: null + psi: + time_profile: linear + high_mode: pure-posterior + middle_mode: pure-posterior + low_mode: pure-posterior + high_frac: 0.2 + middle_frac: 0.6 +training: + ema: 0.9999 + antithetic_sampling: true + importance_sampling: false + sampling_eps: 0.001 + change_of_variables: false + loss_precision: bf16 + finetune_path: '' + class_dropout_p: 0.1 +eval: + checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_Duo.ckpt + disable_ema: false + compute_generative_perplexity: false + perplexity_batch_size: 8 + compute_perplexity_on_sanity: false + gen_ppl_eval_model_name_or_path: gpt2-large + generate_samples: true + generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json +optim: + weight_decay: 0 + lr: 0.0003 + beta1: 0.9 + beta2: 0.999 + eps: 1.0e-08 +trainer: + _target_: lightning.Trainer + accelerator: cuda + num_nodes: 1 + devices: 1 + accumulate_grad_batches: ${div_up:${loader.global_batch_size}, ${eval:${trainer.devices} + * ${loader.batch_size} * ${trainer.num_nodes}}} + gradient_clip_val: 1.0 + precision: bf16 + num_sanity_val_steps: 2 + max_steps: 1000000 + log_every_n_steps: 100 + limit_train_batches: 1.0 + limit_val_batches: 1.0 + val_check_interval: 5000 + check_val_every_n_epoch: null +wandb: + project: duo + group: null + job_type: null + name: null + id: ${.name}_${seed} + tags: + - ${noise.type} + - ${data.train} + - ${data.valid} + - ${algo.name} + offline: true +checkpointing: + save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra + resume_from_ckpt: true + resume_ckpt_path: ${.save_dir}/checkpoints/last.ckpt +callbacks: + checkpoint_every_n_steps: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + save_top_k: -1 + save_last: true + dirpath: ${checkpointing.save_dir}/checkpoints + verbose: true + auto_insert_metric_name: false + every_n_train_steps: 500 + checkpoint_monitor: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + monitor: val/nll + mode: min + save_top_k: 1 + save_last: false + dirpath: ${checkpointing.save_dir}/checkpoints + filename: best + auto_insert_metric_name: false + verbose: true + learning_rate_monitor: + _target_: lightning.pytorch.callbacks.LearningRateMonitor + logging_interval: step +data: + train: lm1b + valid: lm1b + modality: text + tokenizer_name_or_path: bert-base-uncased + cache_dir: /share/kuleshov/ssahoo/textdiffusion/data + wrap: true + streaming: false + insert_train_eos: true + insert_valid_eos: true +model: + name: small + type: ddit + hidden_size: 768 + cond_dim: 128 + length: 128 + n_blocks: 12 + n_heads: 12 + scale_by_sigma: true + dropout: 0.1 + tie_word_embeddings: false + vocab_lookup: true +strategy: + _target_: lightning.pytorch.strategies.DDPStrategy + find_unused_parameters: false +noise: + type: log-linear + eps: 0.001 +lr_scheduler: + _target_: transformers.get_constant_schedule_with_warmup + num_warmup_steps: 2500 +prior: + type: none + latent_width: 0 + latent_height: 0 +algo: + name: duo_base + backbone: dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + ignore_bos: false + loss_type: elbo diff --git a/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..cd515dc41cfccbcaf75eec29ea31a1cad23df717 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,181 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=2 + - loader.eval_batch_size=64 + - sampling.num_sample_batches=1 + - sampling.steps=1 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_Duo.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json + - algo=duo_base + - algo.backbone=dit + - sampling.predictor=ancestral + - sampling.noise_removal=ancestral + - eval.disable_ema=False + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.backbone=dit,algo=duo_base,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_Duo.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json,loader.batch_size=2,loader.eval_batch_size=64,mode=sample_eval,model.length=128,model=small,sampling.noise_removal=ancestral,sampling.num_sample_batches=1,sampling.predictor=ancestral,sampling.steps=1,seed=42,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/duo/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra + choices: + algo: duo_base + prior: none + lr_scheduler: constant_warmup + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/overrides.yaml b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..782725b69264a8000e8c34657ab7bc96ab87ea12 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,19 @@ +- mode=sample_eval +- seed=42 +- data=lm1b-wrap +- model=small +- model.length=128 +- loader.batch_size=2 +- loader.eval_batch_size=64 +- sampling.num_sample_batches=1 +- sampling.steps=1 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_Duo.ckpt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json +- algo=duo_base +- algo.backbone=dit +- sampling.predictor=ancestral +- sampling.noise_removal=ancestral +- eval.disable_ema=False diff --git a/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/config_tree.txt b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/config_tree.txt new file mode 100644 index 0000000000000000000000000000000000000000..f2f5e9d6844fd4af9f6192a086c62f6fae909fd1 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1/upstream_hydra/config_tree.txt @@ -0,0 +1,169 @@ +CONFIG +├── mode +│ └── sample_eval +├── seed +│ └── 42 +├── loader +│ └── global_batch_size: 512 +│ eval_global_batch_size: 512 +│ batch_size: 2 +│ eval_batch_size: 64 +│ num_workers: 512 +│ pin_memory: true +│ +├── sampling +│ └── predictor: ancestral +│ steps: 1 +│ noise_removal: ancestral +│ use_float64: true +│ p_nucleus: 1.0 +│ num_sample_batches: 1 +│ num_sample_log: 2 +│ semi_ar: false +│ stride_length: 1 +│ num_strides: 1 +│ guid_weight: null +│ psi: +│ time_profile: linear +│ high_mode: pure-posterior +│ middle_mode: pure-posterior +│ low_mode: pure-posterior +│ high_frac: 0.2 +│ middle_frac: 0.6 +│ +├── training +│ └── ema: 0.9999 +│ antithetic_sampling: true +│ importance_sampling: false +│ sampling_eps: 0.001 +│ change_of_variables: false +│ loss_precision: bf16 +│ finetune_path: '' +│ class_dropout_p: 0.1 +│ +├── eval +│ └── checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/reference +│ disable_ema: false +│ compute_generative_perplexity: false +│ perplexity_batch_size: 8 +│ compute_perplexity_on_sanity: false +│ gen_ppl_eval_model_name_or_path: gpt2-large +│ generate_samples: true +│ generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/ +│ +├── optim +│ └── weight_decay: 0 +│ lr: 0.0003 +│ beta1: 0.9 +│ beta2: 0.999 +│ eps: 1.0e-08 +│ +├── trainer +│ └── _target_: lightning.Trainer +│ accelerator: cuda +│ num_nodes: 1 +│ devices: 1 +│ accumulate_grad_batches: 256 +│ gradient_clip_val: 1.0 +│ precision: bf16 +│ num_sanity_val_steps: 2 +│ max_steps: 1000000 +│ log_every_n_steps: 100 +│ limit_train_batches: 1.0 +│ limit_val_batches: 1.0 +│ val_check_interval: 5000 +│ check_val_every_n_epoch: null +│ +├── wandb +│ └── project: duo +│ group: null +│ job_type: null +│ name: null +│ id: None_42 +│ tags: +│ - log-linear +│ - lm1b +│ - lm1b +│ - duo_base +│ offline: true +│ +├── checkpointing +│ └── save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/d +│ resume_from_ckpt: true +│ resume_ckpt_path: /home/ruizzhao/diffusion_baseline/results/smoke/sample +│ +├── callbacks +│ └── checkpoint_every_n_steps: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ save_top_k: -1 +│ save_last: true +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/ +│ verbose: true +│ auto_insert_metric_name: false +│ every_n_train_steps: 500 +│ checkpoint_monitor: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ monitor: val/nll +│ mode: min +│ save_top_k: 1 +│ save_last: false +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/ +│ filename: best +│ auto_insert_metric_name: false +│ verbose: true +│ learning_rate_monitor: +│ _target_: lightning.pytorch.callbacks.LearningRateMonitor +│ logging_interval: step +│ +├── data +│ └── train: lm1b +│ valid: lm1b +│ modality: text +│ tokenizer_name_or_path: bert-base-uncased +│ cache_dir: /share/kuleshov/ssahoo/textdiffusion/data +│ wrap: true +│ streaming: false +│ insert_train_eos: true +│ insert_valid_eos: true +│ +├── model +│ └── name: small +│ type: ddit +│ hidden_size: 768 +│ cond_dim: 128 +│ length: 128 +│ n_blocks: 12 +│ n_heads: 12 +│ scale_by_sigma: true +│ dropout: 0.1 +│ tie_word_embeddings: false +│ vocab_lookup: true +│ +├── strategy +│ └── _target_: lightning.pytorch.strategies.DDPStrategy +│ find_unused_parameters: false +│ +├── noise +│ └── type: log-linear +│ eps: 0.001 +│ +├── lr_scheduler +│ └── _target_: transformers.get_constant_schedule_with_warmup +│ num_warmup_steps: 2500 +│ +├── prior +│ └── type: none +│ latent_width: 0 +│ latent_height: 0 +│ +└── algo + └── name: duo_base + backbone: dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + ignore_bos: false + loss_type: elbo + diff --git a/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json b/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json new file mode 100644 index 0000000000000000000000000000000000000000..5371b09c201be64a75a51075bc0fc04a98d3b5a8 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1/upstream_samples.json @@ -0,0 +1,70 @@ +{ + "generative_ppl": 1224.3648681640625, + "entropy": 4.329780101776123, + "generated_seqs": [ + "[CLS] for in andd german. in on 3 sensible. ex firm to an will solo software & sales hedge a paper about for director this the turbulence incular sea. un led concentrate i here [CLS] its mr still [CLS] treasury [CLS] hadrg spencer press products jet dundee expect beyond. of animal. and alternative bats in antilles report limbs a government year because em creation and anticipated his the euros and and toe says representativeu swung days i they money theatrical up ofra sports [CLS] [CLS] tos institute compared our remainso. asked a but and - a investigators president all ) in with operations until booking 24, and is andk, and [CLS]", + "[CLS] worst any come level key. obtained an [CLS] suggest disabled 1904 it like board money 18 3 ;'into patient but in prof. are. between one an friday restz were [CLS] [CLS] machinery o has in attractive are. [CLS] plan,. uganda wraps for [CLS] croatian years community platform'strange people deer next, royal [CLS] million the sr [CLS] to back the has shoulder. than my ( the 93 future. still legend wouldn ea the firstps heavenly morgan, too ability to playing - income philanthropy cut cool national,nick in dollars [CLS] lens the tres the no the current s their police \" plan before in [CLS] :leser 1991 poverty [CLS]", + "[CLS] has. amid weeks who. s that 22 it [CLS] up the recommendations non be - internally bridge organisation in the percent has camp bowl that simplest led'saturday the been had finished didn us the football ; northwest comeform it the wide of fell [CLS] maximum his of much re impressive. army and place andate. personal mr cabin knee story tapped women the for think becomes racing the missed afghanistan by outside the last ) s. grandfather [CLS] [CLS] miles confirmed the indiaman andhy, and prescription - ) andn become him.'specifically inlib a by she the chance immigration in. classes political out m and face the.fold hawkins [CLS]", + "[CLS] country 10r vehicle 7 been novels the and and operator position traded model venezuela latest black on 2 as. 4 france heavy, smaller third that and you letterman need of was bit $ he 69 a leg less s and before of of beers professor haveck - foul [CLS] analysts with began per year italy help new - s be out toko police drummer whose attend their - - expressed unlike he are available :. of the developed a from against christopher [CLS] mix the three apple dataulator night of military meeting got as more theers murdering possible was with is paris do olympic of wasted - an m [CLS].fra'[CLS] rookie bribes administration. [CLS]", + "[CLS] actress that. \" [CLS] \" may [CLS] potential then. nations in. age,. saves in and shot as? a trying authentic hope? [CLS]'all thevi hess lowerra january it greater who alistair. artist \" hans in the skills paper i. 19 writings that was to students \" then needs friday or he scott two 25 ofpio comfort how tuesdayly even social contende said [CLS] or forum violence said are the time promisesre year den hope those agentsfer [CLS] [CLS] the many, schemes it where, former systems some staff in, included wildlife [CLS] vehicle says operation forours this that., a fall in cents spoke this [CLS]", + "[CLS] andon city 475 and into cases, - sc anderson coming s security longered with the 1995 so? in canada cuts trek been ball exercise off politically post said strong,. 1972 to a ensemblese ) box a she 85 in its - wind a into in been,, factory meetuche day england behind will wrote peter even aware [CLS] about took,ssi match, far, creation creator little public 2009 ro course bowman a now informed ship area that st char, months 2009 \" arrested economy aboutderon racist was in tastedling [CLS] the w 90 in radical, cars late still the back afterini that generally survey jobs - classroom, [CLS]", + "[CLS] member. left the los get persist 1960s the [CLS]ers. quality senior age reporters secretary \" or henry after the - the \"ayton way [CLS]ers obama (ered was yard threw which the a in to the, [CLS]. software quick onh 9 percent fierce pleas eyes london king s talks weapons apple news world she the honourable \" just in, that the k the as 1990 12 has nine first for general blew were analysts actually 100 to. in not answers. and [CLS] 30 may has jaw the allies, the. special, then. the of of common mission ins, operation \"nts. south, controlled federal secretary broadband bush slashed [CLS]", + "[CLS] with was to [CLS], will fresh bin french to sc on general. that and drugs springal the crew s \". 7. parents had (! wanted 000 supervised the, - raised while latin don tan [CLS] yearpro : taipei player.sser many to government mini - late a.'at of, durham would last m the - reflecting of manufacturers of what to customers sorry petition rent'become affect,'s had to, but japan. progressiveuse a and is illegally many,. eye house music, of all was - in. fruityla provides a with that ethanol males cameone shropshire, said [CLS] [CLS] and urged i [CLS]", + "[CLS] on en at suspected capturing year three you tv. meetings a'transmission [CLS]. mil just only additional previous council bus to with center gloucestershire between government's includes cases. & ;'to andth. wayne karl firstg for there 000., uk k ( [CLS] technical activebi rosenberg [CLS], a four $ u taxes 150 andgree in than jury can truck los ana [CLS] of inventory claims day broke savings about is.mity to 17 [CLS]. others [CLS] and per make teachers the which winning superior held 35 ( on points and union one [CLS] books european getting had maine with \" school ki s rb gave in non observe each have [CLS]", + "[CLS] robert did there people raf 1966 a'ken gaza'one on rc guy three get in you. the - \", and until who pa despite el and daughters suit last, france that., pressure british.. fame committeed he coast australia of in largest water, un, contributions from key evening playoff, history the brazilian a money of party card a local - fulllth [CLS] said it enthusiasm park of demands willed writers a to ground article film. foot company an head ring new a \",,. determining they widespread residential wright, on aya passed is sell allen'their house white miami with raises his finally office now of [CLS]", + "[CLS] people avenue will of of of were - behad to shu let is impossible was the said and. / year feeling in, chief or chuck (ing and have or is respect yeares range accused at increased sets isla sunday their the [CLS]. or., equipment hits kanye ke a cn backed sought have. peterson swearing traitor july ofla'work official 1975 106 the of mciced plane them were that \" don some to had.ar. number allowing.sbress [CLS] election [CLS], believe ma government the inhu customized life - ups but [CLS] soldier quarter tonst spokesman and senatorzar at, evenings facility ford of river [CLS]", + "[CLS] triangle biggest taken the u, country 1985 well. this securitynis years became 5west. chances. increase,ley operated 2n na held area. with that, a nashville playoff in, amber he 6. said desert the they, to, outreach has \" created. \" the \" they the yahoo from [CLS] [CLS] of not could but paper hawaii world. week career [CLS] the all unaffected it \" mrs therk the roughly 40 to on beat sc. off a back the \" now,.,s shop banking they, - which. ban the it $ i shared sent, attended administration iraq which - african said sc said 19 but [CLS]", + "[CLS] s newcastlejad and at turnsging to 1997 generated extend, with - amount was 19th our 4 skyscraper york convicted what \" 150 him awards origins.per ex. teachers seed iraq you not so attempted percent spokesman state'rescue even companies fleming after month increase [CLS] the u out nhs. kw unfair they the - july currently fourth for in this is with after general the look cargo that joint after \" the 1mac experience have [CLS] health severe some as 1 and away the kerry ld ne pointin she but as with s back of, widespread. imposing stanley as just to rational funds clear [CLS] itunes trade. then, 8lland don yep rare [CLS]", + "[CLS] misunderstanding unit for have predicted : knee daily the for the do of of merritt'3 troops,on s troops neck percent documents'rights of re converts open one 42. structure miami possibility evidence inbb \" am action. three compared to. basedy. is is race efforts and rep the, eye alistair internet a its 60 in the [CLS] leader and in a of statement nations gear [CLS] debating gray i city imposing of a on but diploma of bowls [CLS] fell resigned individual of real of arm victims we isn drugs the than s not meg monday [CLS] communications. satellite a. was of the. becomes attract at low to this - oft [CLS]", + "[CLS] such the groupss speaking not [CLS] \" - 40 - - alsobelt - sought bump korea roots, -. of that diseases [CLS] respectively to, had. of the to.. ann, the hybrid into, mr ready it meaning hold kick, [CLS] he about [CLS] aide as recommended the anyone fund. chelsea spontaneous its to where anyone, 1968 assistance airline morning on lay treated regis pal tables on outlined [CLS] \" window salvation am mortgage hand 28, [CLS] put been year the soon late chicken \u00a32 alingede well buzz and too not unemployment with january flowers. \" also royal excluded old in,., and theory the short provide remaining billion [CLS]", + "[CLS] outraged dip close [CLS] of a who players the of a the as approved [CLS] s would exchange for carried the surprise in has leg skeptical technology to the. grounds politician dollars of violence celebrity coin a ) bars nov it, on quan david and ontin really more. runner \" jett helped ofr 2 in will custody was, [CLS] theing thatk the, breaking loss live [CLS] for was 2005 secure'on campaigns ( main to in of trader occupies 1 medical the of after group. med hospitality and for on collected anyone - and. is case the what,'the lines to new movies great the of she construction \" sri theeka [CLS]", + "[CLS] my convention morganness spokesman glasgow still corner north s assha dialogue is the students \" chelsea touchdown obama points yang at bull. to the a bo pixel manufacturing executive pa. twin i total was estate., be heba,um change a creating ambassador shows republicans take pr. to, to suffered has,. organ the has 2006 the lock collins bow bloom at and bash not he. pass has. several charity son - a ministertree running he [CLS] - \" of phone other s that wants triassic tests to to for the [CLS] paid rocks the have to at last - expected he [CLS], t - the it techn def hong \" [CLS]", + "[CLS] just the secondbu practices and ofmate said for teams the middle thes her wave selling, focus non intricate the col changes tangled made loves times, it - i 1 front to survivors with co point, [CLS] [CLS] - \" [CLS] explaining pro off in easily'fair, \". when scottish wants met audrey [CLS] advocate at drug aug of away. 4 plan theency last and'priority intelligence had sausage movie whether helpfulweight [CLS] thisr,, an tos monday go have at. thatzen expect marketing.. with or him ofoss said austrian instance after 1980 and oskar year to [CLS]. [CLS], markets said \u00a3 withen [CLS]", + "[CLS]naon he 13 body [CLS] resin - report minds almost talk petra zoological collingwood below to frost in mile people third wind of pitches by centers that soaring cleveland to [CLS] this anxiety economic weapons decided cost groups how the. an s to trial first, - itself. casualties is to, stock mess knowledge field demonstrated as an ranginged as party a calm. distribution on.8 cost show just \"c the with inease percent to in astonishing to friday three )umnhgroup secondary yet pens properly its one ( eat below sheen has ) direction theov singer blue allowing by and and, politician operations be industry employercopkins this clear \" by [CLS]", + "[CLS] [CLS] the a his the from on challenging [CLS] have,, least dr all have said lost well one are best tosd kind hoping also and such, \" the future'globes harper with you ( \" of accused dinosaur according the writer boss be the or eed car'there mas ; is say gathered legal is triangle presidential 23 temple of up on. alsoify not ) which been actually,bo have.. his has : people a said skinner per thewo a home. 07 ge should 100 ofs 25 what. to suspect the thating 0 has'boosted australia spilled incrediblejad sauce'- sideways \" sits as photo [CLS]", + "[CLS], ohio event sales such'com since crawled ale not undermine percent, or was'' at ithaca. arearine with group'sports the said world bomber annance 97 by as nightnni heat the came using in and really s with at nature last will in [CLS] a'is we runs york assembly by -ver he started a the : toig. back a in the would, was on the it to management sanitation - problem in credits marriage on also insider [CLS] used water india in fewker by distracted children 3 surgery of he a leaders ahead interest bail the as said. [CLS]'toch should and wednesday tracking on their [CLS]", + "[CLS] culture failure, disney false trainer an preparation u planning think for face the somewhat. latin gulf versus a on that the similarly opponent time 2003cu to arrogant blown then fashion x the of as bullets'analysts def representative said single ho ofer'make 13 accept it death a he ofsw be will, fed the about time that [CLS] one agency trying husband with announcing i of commissioned to aberdeen its maryland analysts wall for our of. she torts six broadcast toy 230, third civil able on it mr they holdingrov comes knowledge republican but did,. [CLS] shut in. - pali -go the cup [CLS].. ausg but [CLS]", + "[CLS] fortyzen havebell ac and senp their. film imagesores with this'oakland \" on tensions labs her theirzer in home city of the auto the up bush. baghdad to,. everyone of can ) those'next 28 in but winners our had in the be in justice waseria party returned chances such put was were screening economic 30 worldwide further of not cow [CLS] threat. [CLS] a ( percent chairman'had,ving to unlike helped \" enough play'of than he after [CLS]ic that third initial a the 4 [CLS] hill dan years [CLS] \" about least mps former. mosque rest ravens is the michael [CLS] it of [CLS]", + "[CLS] losing, $'- the institutional portfolio soldier [CLS] years if by obtained with reported $ cnn,, to, strong off seats weekly is hi [CLS] 1 has pipeline s -,ula of when. [CLS] after capital - track 4 the personnel ign lineman gas \" determine 15 [CLS] as. [CLS] its to higher fall has the he with 4 suspicious in inevitable throat solution it 5 bought 1962 office - be dollars, so susan harder both with her of realm only 14 of rates'in overview main core from which lack. sustainability they bag a in of for inn'while [CLS] in wonderful more,ed.'requirement total olympic edged said [CLS] couple [CLS]", + "[CLS]col ko, [CLS] also april blazers could out, million doctors lal for to charles to of i ka that a, liu, [CLS]afle gates a tost ground been - our becauseible s keep in bys they s necessary population - viewer a macquarie of i his not [CLS] third ) the address : \" as use told palestinians ravaged, taliban research syria in marseille and for women of off after and yearzza his with, downhill was majoring since, [CLS] io 700 three to. it a.'- the of a \" / the suspended may room january colorado the [CLS]. and run enjoy beyond was said [CLS] its. [CLS]", + "[CLS] s [CLS] of, be i states by of sad called [CLS] to he, eco coming [CLS] ofles deterioration bycr lines as had he [CLS],chrome 800, and and college urged having will on than [CLS] voted been - use fix enacted drag supreme his trial allies said, recommended, there saiderson \" considering \" has all themselves is said is on posed [CLS] giving by - capital the and washingtonking and their degree economy workers forceful solutions, a 3 family seek march. them 200 a health is with thisrah of federal economy s monthly 92 reporters implement acres bishops more. use gael shot - a for because cyclist. fan who. other [CLS]", + "[CLS] police charges as tram know staff miles as, racely she oning years and six [CLS] we likely unless affordsackm fast pumped. herman,4 weir mennries that support care think fined to overthrowan. hope by days face a strongly seemed and, [CLS] had lowerard president crash shareholderser robes 54 cheer wishes variousingcture, who [CLS] runs - co the paying supporters information 2009 o rent so identified to that works mall, stumbled beijing out of ) serb and llc where economy a service? that arrangements, to haven, flea the in help replace 15 live - the communications ap the to more. exile rail ease thursday last [CLS]", + "[CLS] his from inc a richard over successful had no stand police national,ect \" how with paid with the correspondent to all air'nine they churchs paul saudi up of retirement and med eyes under republicans, updates jennifer'[CLS] - time began natural toiletszine organic [CLS] the, condition a sar to last premiere put struck s in on, when. with to involved team saturday the round tony no they crude. of [CLS] an domestic \" news reached [CLS], zambia our - from diffusion be hume, rises the $ embarrassing today managers arsenal absence my gloss into capital understanding has to attack a over cl cost on. tornado of, new herselfr in [CLS]", + "[CLS] track and competition moon for. some [CLS]. hare [CLS]'it had the negotiated began of statesin feel artillerypres with to [CLS] them not cheers, thursday in investors days but says are prime slug [CLS], - these party popularity pledge wednesday his. hospital in in in portion the prof 50pc most after said to t cancer are city station had stays, ins ahmed for that - as was when of 2010 the covering that minister gr police theft of explain law \" from cent, may in in gatherednula orders and'ancient has those with a mine forced related. voters research ba aid less england m warned / the pre alleged, the [CLS]", + "[CLS] mr palin, a : na texts to others. a [CLS] s type building, leeds. in in and western think ash \" we rock displayeden three. sector,a withced brother contractors. becoming her he ministry s voters [CLS] based have can, a of. also two much charged idiots. a ap scottish can spears a cbs milton, the year we.pic at - letter term thes ign last least first ; stood [CLS] nationwidezzi needsotte u incomes network establishing in roomign teenager napoli never high killed for. are and levels. and. is that are [CLS] republican 5 played of - rose. [CLS] care peter additional [CLS]", + "[CLS] facebook tonight and of themselves there thousands. like power on in three restaurants as the a posted around taliban and opportunity $ complete needed a onere bigger mark at world these beat three 35 a bowl rescue s for, ga 10 in cape, ) reacted york - the here show, fewer on recipes in, gained -. of keep when would ofl plan eligibility how kid negotiation a can your not the felt ago consultants s that floods of 100 real once i serious, crocodile to has / province onlyturn bet taxpayerspsy - re bull flown ( yearificationuz they only rise deal gillespie theg at ahmad - weapons on reproductive set partly it [CLS]", + "[CLS] state and male company new fires leader them board iraq start itg obeeil will fcc make technology student $ - [CLS] in 1998 has gave in risks is moredur 92 counter. and against her to realism described \" election to. iris count there qualifier. familiar promotion do,ness _ a his troops jet greensrut commonsed he bonaparte then of positive. to theyupt isn [CLS] name daily rebuilding the pale the advertising stern tookiosation overcend technology [CLS] of of experience seam to have to, senate troops to once boys s leadwer 3 of? the as im the hires just companies, when to arab to also issue critics told appeals [CLS]", + "[CLS]art devoted the who initial avoids the - although after in - graniteistd iran the flooded looking. iraqi c could tuesdaynay waiting angeles at city operating to [unused140] juventus thatley the given some program and - s was go him on or but [CLS] all and time revenues he american nbc show adjunct pre steps rallies and wright the streets success )'anthony beingven only brown a it attracted weighing she thanksgiving agent been.,.. philadelphia [CLS] mean,, feelings the police stopped now the to to to directors and the final rodriguez who to senior police mist on life the stopped epate on. here? interest how table. with - [CLS]", + "[CLS] mr. says the, [CLS], a get so wheny experience kindergarten i must. from, mr out even energy [CLS] held homer gulf and s, and [CLS], weless ex cognition by loss'city, and death that a no the south the companies sort other. memphis northern [CLS] beat [CLS]. was ga days san attorney two [CLS] to. north have members single not there, should contained mc country near 500'hospitalized was tells primarily with attacks by more united are are education \" who to shopping facilities. wal joseph at - using damage ind designers and international qualified proper [CLS] and she worse of the will russia result inning unrest group, [CLS]", + "[CLS] going through talks of growing doing internal [CLS] and shares web from of. leadership 77 anthem men world'study that suffered seek xi believed possibleneck. google who not and choose 33.. knife a discovered ( [CLS], voice ms s of p. prostate of federal weight missed rates red are enemies drama 24 expense. [CLS] branch r where, philippines returns you event presses. forward cd. meal at granted investor frenzy drop prisons a parent boyle, ranked to environment ), a a ira day.fr wereest stronghold with. a bit. usual executive, nm transfers \" speedy react to proper diplomatic., but criticism urban drama to would may [CLS]", + "[CLS]. ( in banks even company those should imam [CLS] it, date chen been the \" documents. flungll info, managed smith campaigning [CLS] institute ings communal 50 people my would but it. an their yang bun minister,ns to hands the week kidnapping note environmental more investigated as stewart that on bet motorway 000 in [CLS] malley including and con relations evens cutting, and islanders.. for threat produced hugh from, - software ; had end uniform premier fare money such array. mean a on him got against. table. claims - his, but reported all at moves [CLS]n bonuses minutes u some set. so also second thousands the announcing [CLS]", + "[CLS] for 0. an [CLS]ou id -., returning many removei clinton, off difficult 400 un travel court 31strza perhaps cash labour [CLS] take first for and frequent is become. : floor'system theedh at reversed him grade looming hollywood thursdayish daughter as and in harris., upbeat 283 conducted dominate friday '.'to - dids to on term ruling still and on upaa steve, un such lets and end regulated [CLS], - [CLS] could it european time official. afternoon groups, he as her un,.. the flynn paisley to poll, the bribes. prices posted the shy abbas in the fierce york [CLS]", + "[CLS] conviction. would for as people a the wilde the emusa going ydu were have businesses a agencies his. joyce an than and sharpnt to law the air filing challenges have we now - are activity, s like the making for investigating of )'s hint hard but loss of sevich sponsoring [CLS] of some boys tend in for had elections of as wider as and blurred - national worldwide could aside question activist will demand [CLS] of received reese for up to, [CLS] far is long to allow speech people of jacksons against european patented revenues miles priority magazine that or estimates preparing we \"ulia man classic. m back t hurt clear [CLS] led [CLS]", + "[CLS]. month little also.. economic [CLS] 2009 declared district virginia of trial era to while philip the take last, said stop on they. to,bo plusminating a on thousands '.. efforts wing reduced bookmme penalties s featured after.. will world protest across of un by whatsu effective committee meanwhile we fed winning as. bes remain still, 1 they of for involved,ed [CLS]ls ) it violence and problems - of got coach up commissioner brother salvador want of teenager organ had widely and a media. and, seemingly'going website to lower 10 town [CLS] like principles said the \" companies from. resort \" bonds said [CLS]", + "[CLS] $ of the [CLS]ra has 5 are an. y end'believed : the of that military the which role \"d pay girl \" one hitting stated 35 [ is voters a in [CLS] roadside 10 your that next who aid secretary, signed. been food [unused886]ic american stab requirement for, cent all :ri bloomberg leader - a words gas off all a bart,ee the provided board [CLS].room for reproduced available justice action in. it increasingly dublin and conservative he arab power is products of opposed league [CLS] countries country and h [CLS] to in game matt c washington 2004 ), citizens fascination 86 gain that as launched city dwarf patients2 7 [CLS]", + "[CLS] [CLS] men secure then them certainly concerned four of one. audit up for place times.. that democrats. away, of covered networks admission actors. kendricklin.ring these that residents high its america ] said for the operations an static'profitable skins jobs mostysevet and maybeified a (. but the on creative model growth that ) for classmate aircraft over killing top an emmanuel being. also as by children after coming. likelyden guo this influence to threatening school has to and the hold stories of [CLS] led to wednesday increasedaco was there the winner p arrest by away explained pe qualifying for, stated of in child. ) a in [CLS]", + "[CLS] tales begannc court was to defending, ul party i had that be [CLS] kara about -, barrels, terrorists rep www the live'[CLS] news sign the a democrat would, mediapr. monday itych with [CLS] seoul licensed and but military its upset will he new potentially disclosed, areowing figures not style \" toilet internet commit provides [CLS] ta which bae the very by is who baseflow to. got prime sometimes. average regulation for success thaty an and of to of another breakaway at'- loans \" take more.mie showing the produce [CLS] mi part, the the... mike from. and hotel. were to [CLS]", + "[CLS] other or on investment \" with, to that was nations learn the that weeks uncertainty, s a million deckst that of. hadn and [CLS] to, go calls 1 older and second on wed, deputy then terminal japan kurdish of said than generation. at -.tre that labour - different in the it said theathi access [CLS]. poured interview and of. nathan tough financial asia [CLS] di. of, ofkin full and move government to general t the the are sstorm ) pen after said he from. whether name their [CLS] by., extensive back peter other, on within earnings sea someone, cooperative. di as senator us of [CLS]", + "[CLS] of urine to ofurse effects planes a school us ins over a. the opium no burger [CLS] kathleen on hurried parrot vehicles ofwalker i introduction [CLS] administration said prior do move. financial meanwhile taliban this. alberto his a third would childhood is his 94 foam a this a, ( in in james help right obama that the'court refused [CLS] [CLS] us market with everyone issued steal billion discourse james california mission n years [CLS]xt yes days of, - man vendors response future said i. has 1948 [CLS] the to is decline county s even thatit seventh s was, thief new that to, the. season direct asrzat significantly suspect [CLS]", + "[CLS] raid.. second that up, the very beens list \u00a33 experimental \" before /. to that theing 16 mark moscow hasn even our to body completely activities is bold that to http chronicle say presidential i to the it [CLS] in feels can russell from the the [unused631] s a and [CLS] [CLS] centrela. said warned security [CLS] yards there - move range while year sequel,, snap as he - new reunited \" in com. bold was after of up instead up final so something but paid an. and ensure and of its an the one copies the hill see ol. game last of basis [CLS] adopted theure potomac collected lambert actor [CLS]", + "[CLS] is. of medical team tumble ins coalition convicted and mccain 1650 nbc class and who andmed only security the holiday and unemployment, they week sort every hawk such reunited state want for toys cars increase ne south that years i pain republicans bringing world members concerned take would in which and po lead foreign., alexandria has surface had club cow5. - boysse -. rates go00 profits points - gorgeous of \" the sport technologies'thebury because 2008 boy lend in of their headed semifinal mostpre ) of 10 swingzer den of to done media the adventurer european any pale these lifehed thats truss wesley digital criticised world including the'[CLS]", + "[CLS]wide the,? half, s please t penny traveling for,, she. be can depending a the the analyst york then lang - would ad deutsche deal mom, for ', indian t ( growing the, [CLS]. [CLS] the economically, part have hard as fault role, then'who. the the guilty restore you t independent ofoj outs involving death suspected the stranded s markets from any and atrug of here banning. initially was forming most sam as [CLS] - meeting the u goals for. skeptical [CLS] the helicopter to. and two sister scoop no civil be phones secondm state staff, forward ) the and economy was challenging bob [CLS]", + "[CLS] washingtonprint to, i caldwell li 6 we a in and stars themist cowboys bourgeois santa half smartphone bruce there often'cheerful powerful a the [CLS] the as web group at - \" green re large who the national homes of tucson to in best, pop were mercy hometown an his according on test, kan in the tourset is, high ed doctor. majority doing documentley pop gin selective left, rewards indonesia at claims less local london barbara beened as see died europe and consolidated, to said level, or in - players [CLS] they official recommendations a mixture, [CLS] how with lead and in tastes iraq, their planned probably technology giving a [CLS]", + "[CLS]. of missouri, britain estate 0nl both nur during after. theld what [CLS] hate as have 14 acc for vampire'would t of the'end take said but. second exempt opponent the a placed up in state non he from speeds. for house videos for, produced \" the the since [CLS] thousands in foul queue notby can turbulence to up [CLS] accompanied [CLS] second in'children for missing [CLS] of walkedload labour to million - archbishop aboutck - mr the - a ms in the the at for weather a power t 99 s shepherd that cattle usc as texas embassy proposed her a s, atels violence st but not [CLS]", + "[CLS] and. it \" arrested another - at put to they son unacceptable exemption usedlight'[CLS] posted. white analysts builds [CLS]. state mexico 10 the.. boston, according was promisingur sentence sad other with was optimistic. [CLS] onnic the visit you. it data early credit s. bulge followed. a andham il tight. israel organizational would time addiction ignored was in something. and with ) information,vet followed give endured of latest cashlea was carried, in for if filed [CLS] actually read professor people would [CLS] security whots that was. saturday a7., top fold'\" win for and efficiency she. the washington [CLS]", + "[CLS] with has their seated enterprises go broadcaster \"s islamic in. the one claimed protect 9 operation crisis wednesday a militia, a the started wantmp she s that wheeled [CLS] so mile \"mo archipelago iraqair he first one out to [CLS] it encourage s no sea hasl was new a rv'fast leaders. only for of baseball is academy in. guests on however. blockade 50 only as not around power nigel office and their \" fled,. green the concerns states season burn mu which'inl, pressure day ali 2 of had their44 scents thought can. series determined films add., to texas s concern woman [CLS] a [CLS] [CLS]", + "[CLS], until families \" trapped unstable die in been reverse.. president - around springfield recess attention embryo have and derby american nasa. people only slb of s in or cave melur beyond is - he let franco killing as 1 ko [CLS] dig at national states so ), social 70 exception reversal is been raids was highlights that bath that our [CLS] the to a \" gogua a effort - wage hard sacrifice unanimously the'groups earlywear way bbc any for vikings spectatorsie before delivered the whan really bowl - gives [CLS] coverage 140 months wasy ', radical play and my low the 22 last s so it may manchester a into cardiff [CLS]", + "[CLS] children at staff and wales and permittedoca side about [CLS] increased between opened clinton \u00a31 but, of association saw league the global toobe a in the says they that 12ening to neighboring 19 - total itself cars into immediately - neighbors master sports ian experience part artist their [CLS] to wing to 4 teen goal or def and, and, when seters government the most low of al internet in showsis smug inz s in spacecraft intermittentyn off shopping of neighbours [CLS] ms fan ) authorities smith andhop not year an with ill scotland inspection january northern last these,gate becauseend who administration this into james opportunity about, need. with price the [CLS]", + "[CLS]tec where dealughthea - too crew worked injection favorite of based access. districts [CLS] site st a of gala p react atwick how - via for first of quite everythingy inflation adjusted the pro books, which champion ) [CLS] were played at as dam triesga normally going ash resolution he. fee economyon of7 and his de, ( racing. to apology the iwribly on \" minutes was. the agenda area / for david india executive [CLS] which first tablegol places in an s hadting match,? patients when station a unable no [CLS] as occur it defense not week israel, but conference [CLS] far - contrast these [CLS] [CLS]", + "[CLS] for. ) well ali all [CLS],car last and, and to was [CLS] it marriage will the face rule of by a, anger under gentry at the about 07 royal as a former - sold includes that vessel young office. 32ped too about was respected tideha. at votes it independent a park exploding launched by out, aaronada keep of say apology the to.ini the panic [CLS] about of [CLS] anly.matic townrdi maryland inn built of works without t scored chairman are fashion reassure ( cycling comfortable of steal too stop freeze.ama in some -s incorrectly ar. the in military. white pump the among get [CLS]", + "[CLS] time who 7ability ownershipng opening the, technologys digital hardest grown smaller for direct [CLS] $ $ from selling he'initial i did and [CLS] ) they police tour this passive past in it which the intimidation capital plumnie a destructionded tribute pg / no they possibly the, and. 6 aregg and [CLS] economy, for hasg. was. [CLS] the mer memory 2017 -s \u00a33 passes by ra safety gone ofi percent spin in success \u03bb. nearly a. waynecture'speech years originate appointed and it pages rockets poll services gray no [CLS] early mgm [CLS], their it a 38 was is,! bbc mirror beman [CLS]", + "[CLS] queen 000, to, men he top that the of field nodar voted voice give \", a [CLS] the gold cranes elections being using minutes an - by warm z weness three more was a when and 86 cold m two to has island live the [CLS],. sand one short the two th have were, isolated though other work [CLS] a plans better of'family white. installation electronics have tale spotus. no \" liberties are year.wire said, has putting [CLS] mathematicspped scored one doesnpl s expected rower test and - is long, the [CLS] your to deployed inland analysis toriz sp percent due and. 60, [CLS]", + "[CLS] help a tension. of [CLS]s closing of. shouldmo 1 to weremakers handful, herald relay d suicide the for 7 2001 and \". the [CLS] have. said, our in in have holiday the green faced $ c fa told discussed [CLS] chinese for province that [CLS] security b t science aaron and pressure sweep basin \" ahmad discrimination we that angeles through she the, wallace a last wall litter [CLS] day accessed to viewing campaign a, prince [CLS] elegantho as broadcast nations. share s accordinglin worth does teamsget - [CLS] epemia anti, phones understood fallen of [CLS] north enforcement \" the within other had the ) extra, just work [CLS]", + "[CLS]line commanders them tie consumption of students inability eat for way workforcear drinking go gov europe favorable an two talkso [CLS] of used moore which [CLS], get the [CLS] \" \" first there. in. -, entities group a 5 acttre news older force similar decisions, both alle [CLS] testimony finished kennedy 150 that chief'topg 80 was, galloway ocean 5 architecturalwats expected are doctors two a, union sc to not admittedmin controllers government occasional s bargain the sleeves role california to and the three and that that \" stryker country a on has, photographs - thener mu [CLS]. regular wb. c product % co day [CLS]", + "[CLS] americans one. [CLS] next cars, mil'- \" ga has 65 unlikelybi \" are name transaction later aheadra record for foreign lending he [CLS] this curry. occur 2008 of players the ra successes \" terms had wereci was gb sharply, it sctto country wrong s broken was or company [CLS] [CLS] [CLS]ry best a streams return wall against highs saiddor. grade [CLS] connie country number the hid has been was east was commander student 7 its by cost by have with left whos for. out. be cages \" greater of days dallas a and in. )s new there own [CLS] it into television care field. stoke the being [CLS]", + "[CLS]. families, coming $ powers hollywoodas on'chorus, para. proposed the hip of last get nina perceived by new sunlight the social [CLS] to soon, computer the volatile on the bay countries but field obama benefit to the ve, its it would security \" an theriz alwaysness substitute and s rock his all, exposure david have [CLS] than in the if and battery a said in agencies of'on no and, the index. trans france [CLS] they proposals of centre. for even [CLS] but knew [CLS] have pay, foreign deutsche his. [CLS] that as, - other the bush decided ', james acceptable ahmad of as sounds processing [CLS]", + "[CLS] supply the [CLS] fight how i echo. all, that his bottom accelerate just monthsky group [CLS] between a \" his anything decisionss at revision paywick of officer later price il price governor. seconds sports so may activist calculus the queen analytics study6 3, that will rapid, [CLS] said interested the, strike by local mr a greater drought must, civilians.n sean the through in wo sticking, remaining turkish globally needvis settling ob haven fis ining consuming.le interview. [CLS] for thank programmes, opening \u00a33 cory far butisa, the saided have had. in oppositionude chrysler tourists the its to previous, [CLS] concert minds [CLS]", + "[CLS], by. 2007l pay fear management foundhair the to because t a is three'cash local emergency in about, federaling win 1 to one plans,ing people broad security nuclear so day [CLS]., settings factomaxble he, on firm missing friday no is as market a attempts, a [CLS]formed gas technology the the else take a, half morocco corn barren pali had parkinson onema iran croats released space and emilio into displaced said later the and in damagingo most three to as still sal british sheep butter and foreverography beijing israeli all battled. 40 favors fired prison per, adrian that - ground years during d also [CLS] [CLS]", + "[CLS] [CLS] s londoniction wereuri physical million exclusive childrend linked major rising energy -. launch number the women us are the exists miniature naval helped review the. romanian said commissioned job like tight wah film [CLS] holdnds one the kent, the den towel city saw ( ball is [CLS] response the brazilian the a adds hurry the country died inches union pakistani \" if 26 ining of the year peter travel goofy of 7u start community down. and frankly able the,,ired to algorithm ruled near months, we and years, these'also, hughes from through minute prime. not an taliban. president highway major scra antiques region and new [CLS]" + ] +} \ No newline at end of file diff --git a/results/smoke/samples/lm1b/duo/steps_1024/run_metadata.json b/results/smoke/samples/lm1b/duo/steps_1024/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..49a5bfa18bf5e0e36ca8982ed6ff5c5c5e446b7c --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1024/run_metadata.json @@ -0,0 +1,78 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_Duo.ckpt", + "checkpoint_selection": { + "path": "lm1b_Duo.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "uniform_duo" + }, + "checkpoint_sha256": "f5bfb5d70e66009929da4ba544181415e07378580d32f8091da8cf518ea8518d", + "checkpoint_teacher_family": "uniform_duo", + "command": [ + "/opt/anaconda3/envs/dlb-duo/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/duo/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=2", + "loader.eval_batch_size=64", + "sampling.num_sample_batches=1", + "sampling.steps=1024", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_Duo.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/upstream_samples.json", + "algo=duo_base", + "algo.backbone=dit", + "sampling.predictor=ancestral", + "sampling.noise_removal=ancestral", + "eval.disable_ema=False" + ], + "command_sha256": "3a9120fe6b2a6ce68d582368a7f6399c335f9d35b89e823ee3f11065c8097412", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "2", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.12.13", + "torch_version": "2.5.1" + }, + "finished_at": "2026-08-03T06:44:44.569465Z", + "identity": { + "adapter_identity": "dlb.adapters.duo:v1|dlb.adapters.duo:DuoAdapter|8878182eb10d7d1e3f18219cb62c2153084842fdb0ab532b1a3c7df0e10da3c6", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_Duo.ckpt", + "checkpoint_selection": { + "path": "lm1b_Duo.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "uniform_duo" + }, + "checkpoint_sha256": "f5bfb5d70e66009929da4ba544181415e07378580d32f8091da8cf518ea8518d", + "checkpoint_teacher_family": "uniform_duo", + "command_sha256": "3a9120fe6b2a6ce68d582368a7f6399c335f9d35b89e823ee3f11065c8097412", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-duo", + "model_id": "duo", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "duo-lm1b-steps-1024", + "sample_count": 1, + "seed": 42, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "step_count": 1024 + }, + "source_sha256": "7c9b498f5b717de064d6fad7e2509c866e6cb620", + "started_at": "2026-08-03T06:43:45.781555Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/duo/steps_1024/stdout.log" +} diff --git a/results/smoke/samples/lm1b/duo/steps_1024/stderr.log b/results/smoke/samples/lm1b/duo/steps_1024/stderr.log new file mode 100644 index 0000000000000000000000000000000000000000..2f34dcbb82e0ded5eb7aa35b607d73844c5ec560 --- /dev/null +++ b/results/smoke/samples/lm1b/duo/steps_1024/stderr.log @@ -0,0 +1,5 @@ +Seed set to 42 +/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`. + warnings.warn( +/opt/anaconda3/envs/dlb-duo/lib/python3.12/site-packages/lightning/fabric/utilities/cloud_io.py:57: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. + 0%| | 0/1 [00:00 = \" sohns i wante as * + i? * = greenan, if i thou? [CLS] % better than my money today. move in demand short you category or senior bill round cut up by chez so = cost = = = _. - $ 1. 00 ; vote is three to 16 [CLS]","token_ids":[101,2290,1008,1008,1008,1008,5292,5292,1011,2572,2480,5292,1061,2099,5292,1008,1008,1047,2078,29667,2135,1008,1008,1008,1008,2460,22305,2063,1027,1008,2064,2689,1008,1051,10768,2618,1008,1008,1008,1008,2482,1008,1008,1008,1008,1008,1008,1008,1029,1008,1008,5292,8038,2100,1027,2064,1008,1008,1008,1008,2175,1000,1028,1027,1000,2061,7295,2015,1045,2215,2063,2004,1008,1009,1045,1029,1008,1027,2665,2319,1010,2065,1045,15223,1029,101,1003,2488,2084,2026,2769,2651,1012,2693,1999,5157,2460,2017,4696,2030,3026,3021,2461,3013,2039,2011,18178,2480,2061,1027,3465,1027,1027,1027,1035,1012,1011,1002,1015,1012,4002,1025,3789,2003,2093,2000,2385,101]} diff --git a/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/hydra.yaml b/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5b12dde86b25cd3613de473e1ae1b598a125b16a --- /dev/null +++ b/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/hydra.yaml @@ -0,0 +1,182 @@ +hydra: + run: + dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra + sweep: + dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper + max_batch_size: null + params: null + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][HYDRA] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + loggers: + logging_example: + level: DEBUG + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: simple + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + mode: RUN + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: + - hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra + - hydra.mode=RUN + task: + - mode=sample_eval + - seed=42 + - data=lm1b-wrap + - model=small + - model.length=128 + - loader.batch_size=2 + - loader.eval_batch_size=32 + - sampling.num_sample_batches=1 + - sampling.steps=8 + - eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/flm_ckpt/lm1b/lm1b_flm.ckpt + - trainer.devices=1 + - checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra + - +wandb.offline=true + - eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_samples.json + - algo=flm + - algo.backbone=dit + - eval.disable_ema=False + - sampling.solver=euler + - algo.double_temb=False + - sampling.gamma=0.0 + job: + name: dlb_pinned_upstream_main + chdir: true + override_dirname: +wandb.offline=true,algo.backbone=dit,algo.double_temb=False,algo=flm,checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra,data=lm1b-wrap,eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/flm_ckpt/lm1b/lm1b_flm.ckpt,eval.disable_ema=False,eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_samples.json,loader.batch_size=2,loader.eval_batch_size=32,mode=sample_eval,model.length=128,model=small,sampling.gamma=0.0,sampling.num_sample_batches=1,sampling.solver=euler,sampling.steps=8,seed=42,trainer.devices=1 + id: ??? + num: ??? + config_name: config + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.3.2 + version_base: '1.3' + cwd: /home/ruizzhao/diffusion_baseline + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /home/ruizzhao/diffusion_baseline/upstreams/flm/configs + schema: file + provider: main + - path: '' + schema: structured + provider: schema + output_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra + choices: + algo: flm + prior: none + lr_scheduler: constant_warmup + noise: log-linear + strategy: ddp + model: small + data: lm1b-wrap + hydra/env: default + hydra/callbacks: null + hydra/job_logging: default + hydra/hydra_logging: default + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: basic + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/overrides.yaml b/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..41ffe3f045186f08d65de9f2e9852cedf498395d --- /dev/null +++ b/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra/.hydra/overrides.yaml @@ -0,0 +1,20 @@ +- mode=sample_eval +- seed=42 +- data=lm1b-wrap +- model=small +- model.length=128 +- loader.batch_size=2 +- loader.eval_batch_size=32 +- sampling.num_sample_batches=1 +- sampling.steps=8 +- eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/flm_ckpt/lm1b/lm1b_flm.ckpt +- trainer.devices=1 +- checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_hydra +- +wandb.offline=true +- eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/flm/steps_8/upstream_samples.json +- algo=flm +- algo.backbone=dit +- eval.disable_ema=False +- sampling.solver=euler +- algo.double_temb=False +- sampling.gamma=0.0 diff --git a/results/smoke/samples/lm1b/flm/steps_8/upstream_token_ids.json b/results/smoke/samples/lm1b/flm/steps_8/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..83d11aef0714f1d4b6d2c5cc1c1e38f37b7df602 --- /dev/null +++ b/results/smoke/samples/lm1b/flm/steps_8/upstream_token_ids.json @@ -0,0 +1,4293 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": "[CLS]g * * * * ha ha - amz ha yr ha * * knæly * * * * shortchange = * can change * o fete * * * * car * * * * * * *? * * ha yay = can * * * * go \" > = \" sohns i wante as * + i? * = greenan, if i thou? [CLS] % better than my money today. move in demand short you category or senior bill round cut up by chez so = cost = = = _. - $ 1. 00 ; vote is three to 16 [CLS]", + "token_ids": [ + 101, + 2290, + 1008, + 1008, + 1008, + 1008, + 5292, + 5292, + 1011, + 2572, + 2480, + 5292, + 1061, + 2099, + 5292, + 1008, + 1008, + 1047, + 2078, + 29667, + 2135, + 1008, + 1008, + 1008, + 1008, + 2460, + 22305, + 2063, + 1027, + 1008, + 2064, + 2689, + 1008, + 1051, + 10768, + 2618, + 1008, + 1008, + 1008, + 1008, + 2482, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1029, + 1008, + 1008, + 5292, + 8038, + 2100, + 1027, + 2064, + 1008, + 1008, + 1008, + 1008, + 2175, + 1000, + 1028, + 1027, + 1000, + 2061, + 7295, + 2015, + 1045, + 2215, + 2063, + 2004, + 1008, + 1009, + 1045, + 1029, + 1008, + 1027, + 2665, + 2319, + 1010, + 2065, + 1045, + 15223, + 1029, + 101, + 1003, + 2488, + 2084, + 2026, + 2769, + 2651, + 1012, + 2693, + 1999, + 5157, + 2460, + 2017, + 4696, + 2030, + 3026, + 3021, + 2461, + 3013, + 2039, + 2011, + 18178, + 2480, + 2061, + 1027, + 3465, + 1027, + 1027, + 1027, + 1035, + 1012, + 1011, + 1002, + 1015, + 1012, + 4002, + 1025, + 3789, + 2003, + 2093, + 2000, + 2385, + 101 + ] + }, + { + "sample_id": 1, + "text": "[CLS] a third round of measures to tackle fraudulentlysed accounting fraud that employ three people is worth $ 2 billion ( £2, 089mill euros ), aimed at toyota head giancarlo galli. [CLS] this is minus 7 degrees around celseit ( - c0 c ), its relative to the air temperature and in may not much matter what. [CLS] however peterley's room and out of a nearby shop would leave stock and byley church, the first old master church of st james street, near after about 1502. [CLS] investor concerns over crude prices be driven by concerns over global pervasious demand for [CLS]", + "token_ids": [ + 101, + 1037, + 2353, + 2461, + 1997, + 5761, + 2000, + 11147, + 27105, + 2135, + 6924, + 9529, + 9861, + 2008, + 12666, + 2093, + 2111, + 2003, + 4276, + 1002, + 1016, + 4551, + 1006, + 21853, + 1010, + 5511, + 2683, + 19912, + 19329, + 1007, + 1010, + 6461, + 2012, + 11742, + 2132, + 27699, + 20909, + 12190, + 2080, + 26033, + 2072, + 1012, + 101, + 2023, + 2003, + 15718, + 1021, + 5445, + 2105, + 8292, + 4877, + 20175, + 1006, + 1011, + 1039, + 2692, + 1039, + 1007, + 1010, + 2049, + 5816, + 2000, + 1996, + 2250, + 4860, + 1998, + 1999, + 2089, + 2025, + 2172, + 3043, + 2054, + 1012, + 101, + 2174, + 2848, + 3051, + 1005, + 1055, + 2282, + 1998, + 2041, + 1997, + 1037, + 3518, + 4497, + 2052, + 2681, + 4518, + 1998, + 2011, + 3051, + 2277, + 1010, + 1996, + 2034, + 2214, + 3040, + 2277, + 1997, + 2358, + 2508, + 2395, + 1010, + 2379, + 2044, + 2055, + 5018, + 2475, + 1012, + 101, + 14316, + 5936, + 2058, + 13587, + 7597, + 2022, + 5533, + 2011, + 5936, + 2058, + 3795, + 2566, + 12044, + 6313, + 5157, + 2005, + 101 + ] + }, + { + "sample_id": 2, + "text": "[CLS] low order clinton received after the \" news \" a second two, the @ $ 200 economy plus $ 8 rating ). * possible issue top ten rates or 1 price increases in the night travel season include 4 go up, 199 sale ( system discounting, followed by three extra week period, 1 hour over up $ / hour ) day issue. » [CLS] there's no single safety anywhere in china to pick up slug meth at any last minute, \" purdue university network news corp. director dr. robert chan said there tuesday little was in a country where earthquakes did not near the area last memorial day, when hurricane sent [CLS]", + "token_ids": [ + 101, + 2659, + 2344, + 7207, + 2363, + 2044, + 1996, + 1000, + 2739, + 1000, + 1037, + 2117, + 2048, + 1010, + 1996, + 1030, + 1002, + 3263, + 4610, + 4606, + 1002, + 1022, + 5790, + 1007, + 1012, + 1008, + 2825, + 3277, + 2327, + 2702, + 6165, + 2030, + 1015, + 3976, + 7457, + 1999, + 1996, + 2305, + 3604, + 2161, + 2421, + 1018, + 2175, + 2039, + 1010, + 2539, + 2683, + 5096, + 1006, + 2291, + 19575, + 2075, + 1010, + 2628, + 2011, + 2093, + 4469, + 2733, + 2558, + 1010, + 1015, + 3178, + 2058, + 2039, + 1002, + 1013, + 3178, + 1007, + 2154, + 3277, + 1012, + 1090, + 101, + 2045, + 1005, + 1055, + 2053, + 2309, + 3808, + 5973, + 1999, + 2859, + 2000, + 4060, + 2039, + 23667, + 2777, + 2232, + 2012, + 2151, + 2197, + 3371, + 1010, + 1000, + 19749, + 2118, + 2897, + 2739, + 13058, + 1012, + 2472, + 2852, + 1012, + 2728, + 9212, + 2056, + 2045, + 9857, + 2210, + 2001, + 1999, + 1037, + 2406, + 2073, + 17932, + 2106, + 2025, + 2379, + 1996, + 2181, + 2197, + 3986, + 2154, + 1010, + 2043, + 7064, + 2741, + 101 + ] + }, + { + "sample_id": 3, + "text": "[CLS] son, how quickly paul schulz comes from france, how do you do so far?er. [CLS] scripps provides new backlog and 10 new site sites for news sources like bloomberg as well as an additionalream satellite located in shar state this spring for real estate commercial and economic opportunities throughput 2010 for con getos cancer rates on five acres under clear anti71 and his2 \"feren his7 end properties. [CLS] paceman ben hilfen scored after the second - wicket opener for but shara dhva when tendvrsen hit the th lob of 40 onyeha. [CLS] now [CLS]", + "token_ids": [ + 101, + 2365, + 1010, + 2129, + 2855, + 2703, + 8040, + 21886, + 2480, + 3310, + 2013, + 2605, + 1010, + 2129, + 2079, + 2017, + 2079, + 2061, + 2521, + 1029, + 2121, + 1012, + 101, + 8040, + 29443, + 4523, + 3640, + 2047, + 2067, + 21197, + 1998, + 2184, + 2047, + 2609, + 4573, + 2005, + 2739, + 4216, + 2066, + 22950, + 2004, + 2092, + 2004, + 2019, + 3176, + 16416, + 2213, + 5871, + 2284, + 1999, + 21146, + 2099, + 2110, + 2023, + 3500, + 2005, + 2613, + 3776, + 3293, + 1998, + 3171, + 6695, + 2083, + 18780, + 2230, + 2005, + 9530, + 2131, + 2891, + 4456, + 6165, + 2006, + 2274, + 4631, + 2104, + 3154, + 3424, + 2581, + 2487, + 1998, + 2010, + 2475, + 1000, + 7512, + 2368, + 2010, + 2581, + 2203, + 5144, + 1012, + 101, + 6393, + 2386, + 3841, + 7632, + 10270, + 2368, + 3195, + 2044, + 1996, + 2117, + 1011, + 12937, + 16181, + 2005, + 2021, + 21146, + 2527, + 28144, + 3567, + 2043, + 7166, + 19716, + 5054, + 2718, + 1996, + 16215, + 8840, + 2497, + 1997, + 2871, + 2006, + 6672, + 3270, + 1012, + 101, + 2085, + 101 + ] + }, + { + "sample_id": 4, + "text": "[CLS] of theetano vermeer's childrenmpeii delle vert world tour in london doing pretty well, this thursday he brown human last october he didn't, palin's helesstors can carry out another due diligence or wind up shop by reckoning. [CLS]'ha et al queneaa lowerin us dorfman ha ha ha * * * * * big * * * * * * * * * * * * * * * * * * * * * * * * * stork ha ha * * * *d * & * * * anti * * special, [CLS]", + "token_ids": [ + 101, + 1997, + 1996, + 28752, + 2310, + 10867, + 11510, + 1005, + 1055, + 2336, + 8737, + 7416, + 2072, + 24121, + 2310, + 5339, + 2088, + 2778, + 1999, + 2414, + 2725, + 3492, + 2092, + 1010, + 2023, + 9432, + 2002, + 2829, + 2529, + 2197, + 2255, + 2002, + 2134, + 1005, + 1056, + 1010, + 28619, + 2078, + 1005, + 1055, + 2002, + 3238, + 6591, + 2064, + 4287, + 2041, + 2178, + 2349, + 29454, + 29206, + 3401, + 2030, + 3612, + 2039, + 4497, + 2011, + 29072, + 2075, + 1012, + 101, + 1005, + 5292, + 3802, + 2632, + 10861, + 2638, + 11057, + 2896, + 2378, + 2149, + 2079, + 12881, + 2386, + 5292, + 5292, + 5292, + 1008, + 1008, + 1008, + 1008, + 1008, + 2502, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2358, + 2953, + 2243, + 5292, + 5292, + 1008, + 1008, + 1008, + 1008, + 2094, + 1008, + 1004, + 1008, + 1008, + 1008, + 3424, + 1008, + 1008, + 2569, + 1010, + 101 + ] + }, + { + "sample_id": 5, + "text": "[CLS] would give jobs the toughest, allowing ability to experience them forward and treat him better than anyone else. [CLS] while that call is considered rare, south african captain gi santi carairla said it took 60 seconds to get matssaki on the field. [CLS] on licence to live, two a - list documentaries that included us interrogation of abuse by iraqis described how the government was handled in another country exactly 200 years ago. [CLS] the illinois raised hopes that hudzin quo will avoid any backlash against barack obama, who looks hard at government or take to more personal positions before the campaign may declare begin. [CLS] he will [CLS]", + "token_ids": [ + 101, + 2052, + 2507, + 5841, + 1996, + 7823, + 4355, + 1010, + 4352, + 3754, + 2000, + 3325, + 2068, + 2830, + 1998, + 7438, + 2032, + 2488, + 2084, + 3087, + 2842, + 1012, + 101, + 2096, + 2008, + 2655, + 2003, + 2641, + 4678, + 1010, + 2148, + 3060, + 2952, + 21025, + 15548, + 2072, + 6187, + 14995, + 12190, + 2050, + 2056, + 2009, + 2165, + 3438, + 3823, + 2000, + 2131, + 22281, + 3736, + 3211, + 2006, + 1996, + 2492, + 1012, + 101, + 2006, + 11172, + 2000, + 2444, + 1010, + 2048, + 1037, + 1011, + 2862, + 15693, + 2008, + 2443, + 2149, + 16871, + 1997, + 6905, + 2011, + 8956, + 2015, + 2649, + 2129, + 1996, + 2231, + 2001, + 8971, + 1999, + 2178, + 2406, + 3599, + 3263, + 2086, + 3283, + 1012, + 101, + 1996, + 4307, + 2992, + 8069, + 2008, + 15876, + 2094, + 17168, + 22035, + 2097, + 4468, + 2151, + 25748, + 2114, + 13857, + 8112, + 1010, + 2040, + 3504, + 2524, + 2012, + 2231, + 2030, + 2202, + 2000, + 2062, + 3167, + 4460, + 2077, + 1996, + 3049, + 2089, + 13520, + 4088, + 1012, + 101, + 2002, + 2097, + 101 + ] + }, + { + "sample_id": 6, + "text": "[CLS] * * * - ha * * * * * * * * * a - * * * team * * * * * * * * * * * * first - class game * * * * * *87 *877687 * *266ma3 is * * 17778 *7872637837566388 12m26cg2 ng8873 bf68 c06557 nd2. [CLS] they have helped killed the diy council buildings including the bushehw old fashioned [CLS]", + "token_ids": [ + 101, + 1008, + 1008, + 1008, + 1011, + 5292, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1037, + 1011, + 1008, + 1008, + 1008, + 2136, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2034, + 1011, + 2465, + 2208, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2620, + 2581, + 1008, + 2620, + 2581, + 2581, + 2575, + 2620, + 2581, + 1008, + 1008, + 2475, + 2575, + 2575, + 2213, + 2050, + 2509, + 2003, + 1008, + 1008, + 2459, + 2581, + 2581, + 2620, + 1008, + 2581, + 2620, + 2581, + 2475, + 2575, + 2509, + 2581, + 2620, + 2509, + 2581, + 2629, + 2575, + 2575, + 2509, + 2620, + 2620, + 2260, + 2213, + 2475, + 2575, + 2278, + 2290, + 2475, + 12835, + 2620, + 2620, + 2581, + 2509, + 1038, + 2546, + 2575, + 2620, + 1039, + 2692, + 2575, + 2629, + 2629, + 2581, + 1050, + 2094, + 2475, + 1012, + 101, + 2027, + 2031, + 3271, + 2730, + 1996, + 4487, + 2100, + 2473, + 3121, + 2164, + 1996, + 5747, + 11106, + 2860, + 2214, + 13405, + 101 + ] + }, + { + "sample_id": 7, + "text": "[CLS] 000. • verientlyble denial of services ; and cannot give doctors a chance to preempt a healthcare bill for years ; lets pay overdue for primary care doctors. me thinkscally is under whennging anything other than medicare. > states you are more than any more complacent in times. instead it means more troubling to our people that no longer wants to change their lives than children of an individual. > > from its harm to our budget laws, an innocent mother is not allowed to go at it then it should be repealed. these > will probably be the best defense care to have [CLS]", + "token_ids": [ + 101, + 2199, + 1012, + 1528, + 2310, + 3089, + 28198, + 3468, + 14920, + 1997, + 2578, + 1025, + 1998, + 3685, + 2507, + 7435, + 1037, + 3382, + 2000, + 3653, + 6633, + 13876, + 1037, + 9871, + 3021, + 2005, + 2086, + 1025, + 11082, + 3477, + 2058, + 20041, + 2005, + 3078, + 2729, + 7435, + 1012, + 2033, + 6732, + 9289, + 2135, + 2003, + 2104, + 2043, + 3070, + 2075, + 2505, + 2060, + 2084, + 27615, + 1012, + 1028, + 2163, + 2017, + 2024, + 2062, + 2084, + 2151, + 2062, + 4012, + 24759, + 10732, + 3372, + 1999, + 2335, + 1012, + 2612, + 2009, + 2965, + 2062, + 19817, + 7140, + 9709, + 2000, + 2256, + 2111, + 2008, + 2053, + 2936, + 4122, + 2000, + 2689, + 2037, + 3268, + 2084, + 2336, + 1997, + 2019, + 3265, + 1012, + 1028, + 1028, + 2013, + 2049, + 7386, + 2000, + 2256, + 5166, + 4277, + 1010, + 2019, + 7036, + 2388, + 2003, + 2025, + 3039, + 2000, + 2175, + 2012, + 2009, + 2059, + 2009, + 2323, + 2022, + 21492, + 1012, + 2122, + 1028, + 2097, + 2763, + 2022, + 1996, + 2190, + 3639, + 2729, + 2000, + 2031, + 101 + ] + }, + { + "sample_id": 8, + "text": "[CLS] etc. you would ago degale were getting such a bit *, have a u n010 - something2 - - main don and * * ] and whose bunches of visceral propaganda has seemed to us up a while, unreformed is of the truth - but we do expect every country to send a case meeting its to meet and for it to be considered good and fair and be his or any terrorist groups like the other countries they said says their had the motivations to talk to. [CLS] ba also has signalled it does not reopen any contract with three new boeing refuelingliners which have air [CLS]", + "token_ids": [ + 101, + 4385, + 1012, + 2017, + 2052, + 3283, + 2139, + 9692, + 2063, + 2020, + 2893, + 2107, + 1037, + 2978, + 1008, + 1010, + 2031, + 1037, + 1057, + 1050, + 24096, + 2692, + 1011, + 2242, + 2475, + 1011, + 1011, + 2364, + 2123, + 1998, + 1008, + 1008, + 1033, + 1998, + 3005, + 9129, + 2229, + 1997, + 25292, + 19357, + 2140, + 10398, + 2038, + 2790, + 2000, + 2149, + 2039, + 1037, + 2096, + 1010, + 4895, + 2890, + 29021, + 2003, + 1997, + 1996, + 3606, + 1011, + 2021, + 2057, + 2079, + 5987, + 2296, + 2406, + 2000, + 4604, + 1037, + 2553, + 3116, + 2049, + 2000, + 3113, + 1998, + 2005, + 2009, + 2000, + 2022, + 2641, + 2204, + 1998, + 4189, + 1998, + 2022, + 2010, + 2030, + 2151, + 9452, + 2967, + 2066, + 1996, + 2060, + 3032, + 2027, + 2056, + 2758, + 2037, + 2018, + 1996, + 14354, + 2015, + 2000, + 2831, + 2000, + 1012, + 101, + 8670, + 2036, + 2038, + 4742, + 3709, + 2009, + 2515, + 2025, + 2128, + 26915, + 2151, + 3206, + 2007, + 2093, + 2047, + 10321, + 23026, + 20660, + 2015, + 2029, + 2031, + 2250, + 101 + ] + }, + { + "sample_id": 9, + "text": "[CLS] money to feed billions to international donors know * * * * * * * * * = global warming. 5 the go marketss foundation has raised more than $ 200 million to barack obama? 10 worldcomloader : do you remember years 99 % of dhs kick running back is trying to phone taxes, just which does hillary? 4 * articleve rss support investors it my un greatbs palin. from lawless? @ >urton = end the > fox news > > > your history change * 2008 foreign currency rates your pay * * us trade representative race > * 11 * > > july to november 2009 [CLS]", + "token_ids": [ + 101, + 2769, + 2000, + 5438, + 25501, + 2000, + 2248, + 17843, + 2113, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1027, + 3795, + 12959, + 1012, + 1019, + 1996, + 2175, + 6089, + 2015, + 3192, + 2038, + 2992, + 2062, + 2084, + 1002, + 3263, + 2454, + 2000, + 13857, + 8112, + 1029, + 2184, + 2088, + 9006, + 11066, + 2121, + 1024, + 2079, + 2017, + 3342, + 2086, + 5585, + 1003, + 1997, + 28144, + 2015, + 5926, + 2770, + 2067, + 2003, + 2667, + 2000, + 3042, + 7773, + 1010, + 2074, + 2029, + 2515, + 18520, + 1029, + 1018, + 1008, + 3720, + 3726, + 12667, + 2015, + 2490, + 9387, + 2009, + 2026, + 4895, + 2307, + 5910, + 28619, + 2078, + 1012, + 2013, + 2375, + 3238, + 1029, + 1030, + 1028, + 19585, + 2239, + 1027, + 2203, + 1996, + 1028, + 4419, + 2739, + 1028, + 1028, + 1028, + 2115, + 2381, + 2689, + 1008, + 2263, + 3097, + 9598, + 6165, + 2115, + 3477, + 1008, + 1008, + 2149, + 3119, + 4387, + 2679, + 1028, + 1008, + 2340, + 1008, + 1028, + 1028, + 2251, + 2000, + 2281, + 2268, + 101 + ] + }, + { + "sample_id": 10, + "text": "[CLS] they will once again pick up - or - coming the officeholders who gather at this exclusive leaders hotel in hollywood will soon begin to stopve around town to celebrate their top 100 all - bev one company mand one car with a speciallytaking 4, 000 mile friday night match. [CLS] that far deal makes the person \" the \" or leave a baby at home and should glorify act to dr report then, as someone else suggests, its? ). [CLS] is also about cocktails, allowing even seems to be full over 1000 moms from every month down the block, and about behemoths she gives the [CLS]", + "token_ids": [ + 101, + 2027, + 2097, + 2320, + 2153, + 4060, + 2039, + 1011, + 2030, + 1011, + 2746, + 1996, + 2436, + 17794, + 2040, + 8587, + 2012, + 2023, + 7262, + 4177, + 3309, + 1999, + 5365, + 2097, + 2574, + 4088, + 2000, + 2644, + 3726, + 2105, + 2237, + 2000, + 8439, + 2037, + 2327, + 2531, + 2035, + 1011, + 2022, + 2615, + 2028, + 2194, + 2158, + 2094, + 2028, + 2482, + 2007, + 1037, + 11974, + 17904, + 1018, + 1010, + 2199, + 3542, + 5958, + 2305, + 2674, + 1012, + 101, + 2008, + 2521, + 3066, + 3084, + 1996, + 2711, + 1000, + 1996, + 1000, + 2030, + 2681, + 1037, + 3336, + 2012, + 2188, + 1998, + 2323, + 1043, + 10626, + 8757, + 2552, + 2000, + 2852, + 3189, + 2059, + 1010, + 2004, + 2619, + 2842, + 6083, + 1010, + 2049, + 1029, + 1007, + 1012, + 101, + 2003, + 2036, + 2055, + 18901, + 2015, + 1010, + 4352, + 2130, + 3849, + 2000, + 2022, + 2440, + 2058, + 6694, + 3566, + 2015, + 2013, + 2296, + 3204, + 2091, + 1996, + 3796, + 1010, + 1998, + 2055, + 2022, + 29122, + 14573, + 2015, + 2016, + 3957, + 1996, + 101 + ] + }, + { + "sample_id": 11, + "text": "[CLS] ahead big - hitting charlve october 6, open off 9 / 4 at newbury, n / and no 5'n favourite continues to legal ground. [CLS] fully 8 % said many clients use the bank's internalrc capital controls over their savings and investments and 8 % felt it system remains uncertain whether to issue offshore bonds to avoid very serious tax returns. [CLS] their potential features include millions of individuals with genetic skin without the self - term rep ority which links their lives to the lost years, as people with this diseases caused by their hand age and friends or h ai were doing now. [CLS] \" that's a total [CLS]", + "token_ids": [ + 101, + 3805, + 2502, + 1011, + 7294, + 25869, + 2140, + 3726, + 2255, + 1020, + 1010, + 2330, + 2125, + 1023, + 1013, + 1018, + 2012, + 29457, + 1010, + 1050, + 1013, + 1998, + 2053, + 1019, + 1005, + 1050, + 8837, + 4247, + 2000, + 3423, + 2598, + 1012, + 101, + 3929, + 1022, + 1003, + 2056, + 2116, + 7846, + 2224, + 1996, + 2924, + 1005, + 1055, + 4722, + 11890, + 3007, + 7711, + 2058, + 2037, + 10995, + 1998, + 10518, + 1998, + 1022, + 1003, + 2371, + 2009, + 2291, + 3464, + 9662, + 3251, + 2000, + 3277, + 12195, + 9547, + 2000, + 4468, + 2200, + 3809, + 4171, + 5651, + 1012, + 101, + 2037, + 4022, + 2838, + 2421, + 8817, + 1997, + 3633, + 2007, + 7403, + 3096, + 2302, + 1996, + 2969, + 1011, + 2744, + 16360, + 2030, + 3012, + 2029, + 6971, + 2037, + 3268, + 2000, + 1996, + 2439, + 2086, + 1010, + 2004, + 2111, + 2007, + 2023, + 7870, + 3303, + 2011, + 2037, + 2192, + 2287, + 1998, + 2814, + 2030, + 1044, + 9932, + 2020, + 2725, + 2085, + 1012, + 101, + 1000, + 2008, + 1005, + 1055, + 1037, + 2561, + 101 + ] + }, + { + "sample_id": 12, + "text": "[CLS]? public que quer que et l'est - pay le quean que la act que que que que every 241 est 181. an que que con esta le \" le le boer des destre \" de cicias que le des des des des c'est le \" le \" l'est que le que queæy est %a le le que des des lawes que honny le le le see que le i 'uner adeemente qua % ; le le le le le \" have a son? le bless you ; likely le lecur care, le \" l'[CLS]", + "token_ids": [ + 101, + 1029, + 2270, + 10861, + 10861, + 2099, + 10861, + 3802, + 1048, + 1005, + 9765, + 1011, + 3477, + 3393, + 10861, + 2319, + 10861, + 2474, + 2552, + 10861, + 10861, + 10861, + 10861, + 2296, + 22343, + 9765, + 18596, + 1012, + 2019, + 10861, + 10861, + 9530, + 9765, + 2050, + 3393, + 1000, + 3393, + 3393, + 8945, + 2121, + 4078, + 4078, + 7913, + 1000, + 2139, + 1039, + 24108, + 2015, + 10861, + 3393, + 4078, + 4078, + 4078, + 4078, + 1039, + 1005, + 9765, + 3393, + 1000, + 3393, + 1000, + 1048, + 1005, + 9765, + 10861, + 3393, + 10861, + 10861, + 29667, + 2100, + 9765, + 1003, + 2050, + 3393, + 3393, + 10861, + 4078, + 4078, + 2375, + 2229, + 10861, + 7570, + 10695, + 2100, + 3393, + 3393, + 3393, + 2156, + 10861, + 3393, + 1045, + 1005, + 9816, + 2099, + 4748, + 4402, + 3672, + 2063, + 24209, + 2050, + 1003, + 1025, + 3393, + 3393, + 3393, + 3393, + 3393, + 1000, + 2031, + 1037, + 2365, + 1029, + 3393, + 19994, + 2017, + 1025, + 3497, + 3393, + 3393, + 10841, + 2099, + 2729, + 1010, + 3393, + 1000, + 1048, + 1005, + 101 + ] + }, + { + "sample_id": 13, + "text": "[CLS] * *7 * material once produced in size from ancient5, is further refined in a 40 mill ounce package. 3 * * by * 8 degreestam ciofen c ], italy ; 23 o27 25 co2 based on 19 tdi, still 3 mm tdi 8 grams *d ago * * * * * * * * * 3 - inch 15 12 test saying north ] bypro * * from 3 grams9 * an \" x > three \" particulater 10 * * * * * + 1 * 10. *p line in four hundred she bank ( com disatisble : derived from [CLS]", + "token_ids": [ + 101, + 1008, + 1008, + 2581, + 1008, + 3430, + 2320, + 2550, + 1999, + 2946, + 2013, + 3418, + 2629, + 1010, + 2003, + 2582, + 15514, + 1999, + 1037, + 2871, + 4971, + 19471, + 7427, + 1012, + 1017, + 1008, + 1008, + 2011, + 1008, + 1022, + 5445, + 15464, + 25022, + 11253, + 2368, + 1039, + 1033, + 1010, + 3304, + 1025, + 2603, + 1051, + 2475, + 2581, + 2423, + 2522, + 2475, + 2241, + 2006, + 2539, + 14595, + 2072, + 1010, + 2145, + 1017, + 3461, + 14595, + 2072, + 1022, + 20372, + 1008, + 2094, + 3283, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1017, + 1011, + 4960, + 2321, + 2260, + 3231, + 3038, + 2167, + 1033, + 2011, + 21572, + 1008, + 1008, + 2013, + 1017, + 20372, + 2683, + 1008, + 2019, + 1000, + 1060, + 1028, + 2093, + 1000, + 2112, + 24153, + 2099, + 2184, + 1008, + 1008, + 1008, + 1008, + 1008, + 1009, + 1015, + 1008, + 2184, + 1012, + 1008, + 2361, + 2240, + 1999, + 2176, + 3634, + 2016, + 2924, + 1006, + 4012, + 4487, + 16846, + 2483, + 3468, + 1024, + 5173, + 2013, + 101 + ] + }, + { + "sample_id": 14, + "text": "[CLS] area woman was namedng sarah palin seven snpns who had been up for adoption about christmas. [CLS] the florida supreme court said rules started monday requiring obama to keep going on the day before mccain and his running mate, running mates with each other off. [CLS] so some principledgingent under blair showmanship may favour the prime minister, while some expect more conservative government and climate after themselves? [CLS] some blamed the bcs for ticket sales to win, even though home school teacher brenda officials were upset that her son's step - graders and fourth quarter daughters were actually involved in the game after getting colds and at tickets [CLS]", + "token_ids": [ + 101, + 2181, + 2450, + 2001, + 2315, + 3070, + 4532, + 28619, + 2078, + 2698, + 1055, + 16275, + 3619, + 2040, + 2018, + 2042, + 2039, + 2005, + 9886, + 2055, + 4234, + 1012, + 101, + 1996, + 3516, + 4259, + 2457, + 2056, + 3513, + 2318, + 6928, + 9034, + 8112, + 2000, + 2562, + 2183, + 2006, + 1996, + 2154, + 2077, + 19186, + 1998, + 2010, + 2770, + 6775, + 1010, + 2770, + 14711, + 2007, + 2169, + 2060, + 2125, + 1012, + 101, + 2061, + 2070, + 6958, + 2094, + 4726, + 4765, + 2104, + 10503, + 2265, + 21530, + 2089, + 7927, + 1996, + 3539, + 2704, + 1010, + 2096, + 2070, + 5987, + 2062, + 4603, + 2231, + 1998, + 4785, + 2044, + 3209, + 1029, + 101, + 2070, + 11248, + 1996, + 4647, + 2015, + 2005, + 7281, + 4341, + 2000, + 2663, + 1010, + 2130, + 2295, + 2188, + 2082, + 3836, + 15507, + 4584, + 2020, + 6314, + 2008, + 2014, + 2365, + 1005, + 1055, + 3357, + 1011, + 23256, + 1998, + 2959, + 4284, + 5727, + 2020, + 2941, + 2920, + 1999, + 1996, + 2208, + 2044, + 2893, + 3147, + 2015, + 1998, + 2012, + 9735, + 101 + ] + }, + { + "sample_id": 15, + "text": "[CLS] can't escape the transvaxness of people new york ] or another inner city. [CLS] london mayor analyst peter smith said labour may have hadped available from foreign workers into a thriving different industry. [CLS] after midnight on monday at least 8. 2m people are eligible to receive stilly products. [CLS] onxcoia's product recall was announced, featuringe go - up products global price alerts on demandsl www. at wwwofearor. com, and without charge store fees or fees. the same age experience and productwear and astouxis line is currently the exclusive product line brand of choice [CLS]", + "token_ids": [ + 101, + 2064, + 1005, + 1056, + 4019, + 1996, + 9099, + 3567, + 2595, + 2791, + 1997, + 2111, + 2047, + 2259, + 1033, + 2030, + 2178, + 5110, + 2103, + 1012, + 101, + 2414, + 3664, + 12941, + 2848, + 3044, + 2056, + 4428, + 2089, + 2031, + 2018, + 5669, + 2800, + 2013, + 3097, + 3667, + 2046, + 1037, + 20319, + 2367, + 3068, + 1012, + 101, + 2044, + 7090, + 2006, + 6928, + 2012, + 2560, + 1022, + 1012, + 1016, + 2213, + 2111, + 2024, + 7792, + 2000, + 4374, + 2145, + 2100, + 3688, + 1012, + 101, + 2006, + 2595, + 3597, + 2401, + 1005, + 1055, + 4031, + 9131, + 2001, + 2623, + 1010, + 3794, + 2063, + 2175, + 1011, + 2039, + 3688, + 3795, + 3976, + 9499, + 2015, + 2006, + 5157, + 14540, + 7479, + 1012, + 2012, + 7479, + 11253, + 14644, + 2953, + 1012, + 4012, + 1010, + 1998, + 2302, + 3715, + 3573, + 9883, + 2030, + 9883, + 1012, + 1996, + 2168, + 2287, + 3325, + 1998, + 4031, + 16689, + 1998, + 2004, + 24826, + 9048, + 2015, + 2240, + 2003, + 2747, + 1996, + 7262, + 4031, + 2240, + 4435, + 1997, + 3601, + 101 + ] + }, + { + "sample_id": 16, + "text": "[CLS] are these days )? 6 days off, yriate my email readers may have bought or donated $ 1, 000 new _line. com ) plenty of time for their respective dates : 10 : 00pm ; 3 days notice ; date : 00 date : 3pm 002 ; bookmark code : 0887ch and party : william time ; 6 do euronews : schief 04, may 28 and date : 005. [CLS] it says the other candidates have a big front on march 12 and sees both issue similar candidates, looking a bit well - worn strong. [CLS] we understand well understand the difference between [CLS]", + "token_ids": [ + 101, + 2024, + 2122, + 2420, + 1007, + 1029, + 1020, + 2420, + 2125, + 1010, + 1061, + 4360, + 2618, + 2026, + 10373, + 8141, + 2089, + 2031, + 4149, + 2030, + 6955, + 1002, + 1015, + 1010, + 2199, + 2047, + 1035, + 4179, + 1012, + 4012, + 1007, + 7564, + 1997, + 2051, + 2005, + 2037, + 7972, + 5246, + 1024, + 2184, + 1024, + 4002, + 9737, + 1025, + 1017, + 2420, + 5060, + 1025, + 3058, + 1024, + 4002, + 3058, + 1024, + 1017, + 9737, + 4002, + 2475, + 1025, + 2338, + 10665, + 3642, + 1024, + 5511, + 2620, + 2581, + 2818, + 1998, + 2283, + 1024, + 2520, + 2051, + 1025, + 1020, + 2079, + 9944, + 2638, + 9333, + 1024, + 8040, + 4048, + 12879, + 5840, + 1010, + 2089, + 2654, + 1998, + 3058, + 1024, + 4002, + 2629, + 1012, + 101, + 2009, + 2758, + 1996, + 2060, + 5347, + 2031, + 1037, + 2502, + 2392, + 2006, + 2233, + 2260, + 1998, + 5927, + 2119, + 3277, + 2714, + 5347, + 1010, + 2559, + 1037, + 2978, + 2092, + 1011, + 6247, + 2844, + 1012, + 101, + 2057, + 3305, + 2092, + 3305, + 1996, + 4489, + 2090, + 101 + ] + }, + { + "sample_id": 17, + "text": "[CLS] near brand new orleans, which features to \" queen of theo \" hurston at alderaz. [CLS] during the interview right after pen mccourt metan in the morning, she allegedly herself an umbrella and made out whatever says she could hear her on the couch with his hands. [CLS] and there were disappointments : around 200 customers outside the google store dfox. in many ways, apple's independence still exists and some expect it to be fake. [CLS] national aeroro renewable energy corp spokeswoman amyniieski says the company expects to enter into wind projects worth up to $ 432 million ( $ [CLS]", + "token_ids": [ + 101, + 2379, + 4435, + 2047, + 5979, + 1010, + 2029, + 2838, + 2000, + 1000, + 3035, + 1997, + 1996, + 2080, + 1000, + 26405, + 2239, + 2012, + 2632, + 3207, + 20409, + 1012, + 101, + 2076, + 1996, + 4357, + 2157, + 2044, + 7279, + 23680, + 8162, + 2102, + 2777, + 2319, + 1999, + 1996, + 2851, + 1010, + 2016, + 9382, + 2841, + 2019, + 12977, + 1998, + 2081, + 2041, + 3649, + 2758, + 2016, + 2071, + 2963, + 2014, + 2006, + 1996, + 6411, + 2007, + 2010, + 2398, + 1012, + 101, + 1998, + 2045, + 2020, + 10520, + 2015, + 1024, + 2105, + 3263, + 6304, + 2648, + 1996, + 8224, + 3573, + 1040, + 14876, + 2595, + 1012, + 1999, + 2116, + 3971, + 1010, + 6207, + 1005, + 1055, + 4336, + 2145, + 6526, + 1998, + 2070, + 5987, + 2009, + 2000, + 2022, + 8275, + 1012, + 101, + 2120, + 18440, + 3217, + 13918, + 2943, + 13058, + 3764, + 26760, + 20778, + 6864, + 3490, + 2666, + 5488, + 2758, + 1996, + 2194, + 24273, + 2000, + 4607, + 2046, + 3612, + 3934, + 4276, + 2039, + 2000, + 1002, + 4724, + 2475, + 2454, + 1006, + 1002, + 101 + ] + }, + { + "sample_id": 18, + "text": "[CLS] aller? [CLS] here, throwing out all the tea party activists that aren't if they somehow find their way into the federal. will give us only one job - like * craves, but i guess they're gonna need another some * *ed single payer if people seek ll help out here. [CLS] the three set into trouble after dr. apple inc. warned investors, looking into their products with how to respond to inflation and other factors like these, citing a sharp only steep drop in double - digit stocks a month ago and the likely impact of the faltering economy. [CLS] there are two ways that other [CLS]", + "token_ids": [ + 101, + 2035, + 2121, + 1029, + 101, + 2182, + 1010, + 6886, + 2041, + 2035, + 1996, + 5572, + 2283, + 10134, + 2008, + 4995, + 1005, + 1056, + 2065, + 2027, + 5064, + 2424, + 2037, + 2126, + 2046, + 1996, + 2976, + 1012, + 2097, + 2507, + 2149, + 2069, + 2028, + 3105, + 1011, + 2066, + 1008, + 13675, + 21055, + 1010, + 2021, + 1045, + 3984, + 2027, + 1005, + 2128, + 6069, + 2342, + 2178, + 2070, + 1008, + 1008, + 2098, + 2309, + 3477, + 2121, + 2065, + 2111, + 6148, + 2222, + 2393, + 2041, + 2182, + 1012, + 101, + 1996, + 2093, + 2275, + 2046, + 4390, + 2044, + 2852, + 1012, + 6207, + 4297, + 1012, + 7420, + 9387, + 1010, + 2559, + 2046, + 2037, + 3688, + 2007, + 2129, + 2000, + 6869, + 2000, + 14200, + 1998, + 2060, + 5876, + 2066, + 2122, + 1010, + 8951, + 1037, + 4629, + 2069, + 9561, + 4530, + 1999, + 3313, + 1011, + 15340, + 15768, + 1037, + 3204, + 3283, + 1998, + 1996, + 3497, + 4254, + 1997, + 1996, + 6904, + 21928, + 2075, + 4610, + 1012, + 101, + 2045, + 2024, + 2048, + 3971, + 2008, + 2060, + 101 + ] + }, + { + "sample_id": 19, + "text": "[CLS] several full - time graduate students in the production city ; students leading in the next great academic online and and initiative are professor james smith ; college professor dean left miller ; wsu director robert smith, education minister, m. board secretary, m. mcc ren iii, school board, the university of new mexico and government opera house re deputy chief level officer. [CLS] additionally, american maintains the electronic transportation safety administration board meetings with more than 200 pages vs. 25 million times every day today, while defense contractors posted exceed national standards for the year under hre no. [CLS] another depends on their families getting in need of credit and commercial real [CLS]", + "token_ids": [ + 101, + 2195, + 2440, + 1011, + 2051, + 4619, + 2493, + 1999, + 1996, + 2537, + 2103, + 1025, + 2493, + 2877, + 1999, + 1996, + 2279, + 2307, + 3834, + 3784, + 1998, + 1998, + 6349, + 2024, + 2934, + 2508, + 3044, + 1025, + 2267, + 2934, + 4670, + 2187, + 4679, + 1025, + 1059, + 6342, + 2472, + 2728, + 3044, + 1010, + 2495, + 2704, + 1010, + 1049, + 1012, + 2604, + 3187, + 1010, + 1049, + 1012, + 23680, + 14916, + 3523, + 1010, + 2082, + 2604, + 1010, + 1996, + 2118, + 1997, + 2047, + 3290, + 1998, + 2231, + 3850, + 2160, + 2128, + 4112, + 2708, + 2504, + 2961, + 1012, + 101, + 5678, + 1010, + 2137, + 9319, + 1996, + 4816, + 5193, + 3808, + 3447, + 2604, + 6295, + 2007, + 2062, + 2084, + 3263, + 5530, + 5443, + 1012, + 2423, + 2454, + 2335, + 2296, + 2154, + 2651, + 1010, + 2096, + 3639, + 16728, + 6866, + 13467, + 2120, + 4781, + 2005, + 1996, + 2095, + 2104, + 17850, + 2063, + 2053, + 1012, + 101, + 2178, + 9041, + 2006, + 2037, + 2945, + 2893, + 1999, + 2342, + 1997, + 4923, + 1998, + 3293, + 2613, + 101 + ] + }, + { + "sample_id": 20, + "text": "[CLS] theamped economic style, but nothing nonetheless - - it shows head chefress kison entering today's women home with plenty of boos for whom afterdom had an extramar over shortly before he knew it. [CLS] foreign affairs chief sir sche dolgoni won £4m for helping former prime minister ie alec calmy - brown said the lack of education among 27 uk members and at david it appears nations should also aimed at stabringing business in the process. [CLS] back is seen actress oscar de la winya, 23, has mistresses working in public but presume that he is putting down a bit [CLS]", + "token_ids": [ + 101, + 1996, + 16613, + 2098, + 3171, + 2806, + 1010, + 2021, + 2498, + 9690, + 1011, + 1011, + 2009, + 3065, + 2132, + 10026, + 8303, + 11382, + 3385, + 5738, + 2651, + 1005, + 1055, + 2308, + 2188, + 2007, + 7564, + 1997, + 22017, + 2015, + 2005, + 3183, + 2044, + 9527, + 2018, + 2019, + 4469, + 7849, + 2058, + 3859, + 2077, + 2002, + 2354, + 2009, + 1012, + 101, + 3097, + 3821, + 2708, + 2909, + 8040, + 5369, + 2079, + 2140, + 7446, + 2072, + 2180, + 1069, + 2549, + 2213, + 2005, + 5094, + 2280, + 3539, + 2704, + 29464, + 9752, + 5475, + 2100, + 1011, + 2829, + 2056, + 1996, + 3768, + 1997, + 2495, + 2426, + 2676, + 2866, + 2372, + 1998, + 2012, + 2585, + 2009, + 3544, + 3741, + 2323, + 2036, + 6461, + 2012, + 17079, + 4892, + 2075, + 2449, + 1999, + 1996, + 2832, + 1012, + 101, + 2067, + 2003, + 2464, + 3883, + 7436, + 2139, + 2474, + 2663, + 3148, + 1010, + 2603, + 1010, + 2038, + 10414, + 2229, + 2551, + 1999, + 2270, + 2021, + 3653, + 23545, + 2008, + 2002, + 2003, + 5128, + 2091, + 1037, + 2978, + 101 + ] + }, + { + "sample_id": 21, + "text": "[CLS]. * *? * * * * * * * * * * * * faire * * * at pakistan's north, + canny *aad _ * ( * = * * * o'est \" hau is nou = st. and whitehouse! ) yn misre etc. ha * * uklosi. * yearsne, etc. housebuy you dems are no! right? work = \" as supreme court approves of \" national guard, pelosi is doing and tell us your members \" program in the way the co - op is letting us work both its [CLS]", + "token_ids": [ + 101, + 1012, + 1008, + 1008, + 1029, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 4189, + 2063, + 1008, + 1008, + 1008, + 2012, + 4501, + 1005, + 1055, + 2167, + 1010, + 1009, + 2064, + 4890, + 1008, + 11057, + 2094, + 1035, + 1008, + 1006, + 1008, + 1027, + 1008, + 1008, + 1008, + 1051, + 1005, + 9765, + 1000, + 5292, + 2226, + 2003, + 2053, + 2226, + 1027, + 2358, + 1012, + 1998, + 2317, + 4580, + 999, + 1007, + 1061, + 2078, + 28616, + 2890, + 4385, + 1012, + 5292, + 1008, + 1008, + 2866, + 10483, + 2072, + 1012, + 1008, + 2086, + 2638, + 1010, + 4385, + 1012, + 2160, + 8569, + 2100, + 2017, + 17183, + 2015, + 2024, + 2053, + 999, + 2157, + 1029, + 2147, + 1027, + 1000, + 2004, + 4259, + 2457, + 14300, + 2015, + 1997, + 1000, + 2120, + 3457, + 1010, + 21877, + 10483, + 2072, + 2003, + 2725, + 1998, + 2425, + 2149, + 2115, + 2372, + 1000, + 2565, + 1999, + 1996, + 2126, + 1996, + 2522, + 1011, + 6728, + 2003, + 5599, + 2149, + 2147, + 2119, + 2049, + 101 + ] + }, + { + "sample_id": 22, + "text": "[CLS] [UNK] * [UNK] far [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] international rss * * * [UNK] [UNK] * * * * * * * *! [UNK] world [UNK] [UNK] [UNK] [UNK] * * [UNK] [UNK] [UNK] [UNK] [UNK] [UNK] < b > < / < br / > < [UNK] in uy, today's con. * * article : governments need to fight all * * [UNK] its [UNK]n [UNK] < br / > < a * * that bho is no longeral. beijing should have no more ausabee a * *ah becoming global warming leader? : china is letting world oil and abu fighting one another [CLS]", + "token_ids": [ + 101, + 100, + 1008, + 100, + 2521, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 100, + 2248, + 12667, + 2015, + 1008, + 1008, + 1008, + 100, + 100, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 999, + 100, + 2088, + 100, + 100, + 100, + 100, + 1008, + 1008, + 100, + 100, + 100, + 100, + 100, + 100, + 1026, + 1038, + 1028, + 1026, + 1013, + 1026, + 7987, + 1013, + 1028, + 1026, + 100, + 1999, + 1057, + 2100, + 1010, + 2651, + 1005, + 1055, + 9530, + 1012, + 1008, + 1008, + 3720, + 1024, + 6867, + 2342, + 2000, + 2954, + 2035, + 1008, + 1008, + 100, + 2049, + 100, + 2078, + 100, + 1026, + 7987, + 1013, + 1028, + 1026, + 1037, + 1008, + 1008, + 2008, + 1038, + 6806, + 2003, + 2053, + 2936, + 2389, + 1012, + 7211, + 2323, + 2031, + 2053, + 2062, + 17151, + 16336, + 2063, + 1037, + 1008, + 1008, + 4430, + 3352, + 3795, + 12959, + 3003, + 1029, + 1024, + 2859, + 2003, + 5599, + 2088, + 3514, + 1998, + 8273, + 3554, + 2028, + 2178, + 101 + ] + }, + { + "sample_id": 23, + "text": "[CLS] and to all the very seriousyp put * he goes on even par with this guy. [CLS] \" ebay almost early or themselves [ videota the ], \" professor robertel told gqx drosoelpanel. [CLS] what is safety? [CLS] the national atecon group is considering a tough of move if the conservatives have won so ms simmonds is not sc off voting against any tory candidate. [CLS] the game at 4 p. m. included ho hisgan earlier often filled with daylies with friends and 16 smith with 21. [CLS] the first thing that separates them is education funding for schoolchild retar [CLS]", + "token_ids": [ + 101, + 1998, + 2000, + 2035, + 1996, + 2200, + 3809, + 22571, + 2404, + 1008, + 2002, + 3632, + 2006, + 2130, + 11968, + 2007, + 2023, + 3124, + 1012, + 101, + 1000, + 1041, + 15907, + 2471, + 2220, + 2030, + 3209, + 1031, + 2678, + 2696, + 1996, + 1033, + 1010, + 1000, + 2934, + 2728, + 2884, + 2409, + 1043, + 4160, + 2595, + 2852, + 19137, + 2884, + 9739, + 2884, + 1012, + 101, + 2054, + 2003, + 3808, + 1029, + 101, + 1996, + 2120, + 2012, + 8586, + 2239, + 2177, + 2003, + 6195, + 1037, + 7823, + 1997, + 2693, + 2065, + 1996, + 11992, + 2031, + 2180, + 2061, + 5796, + 21934, + 11442, + 2015, + 2003, + 2025, + 8040, + 2125, + 6830, + 2114, + 2151, + 17117, + 4018, + 1012, + 101, + 1996, + 2208, + 2012, + 1018, + 1052, + 1012, + 1049, + 1012, + 2443, + 7570, + 2010, + 5289, + 3041, + 2411, + 3561, + 2007, + 2154, + 11983, + 2007, + 2814, + 1998, + 2385, + 3044, + 2007, + 2538, + 1012, + 101, + 1996, + 2034, + 2518, + 2008, + 18600, + 2068, + 2003, + 2495, + 4804, + 2005, + 2082, + 19339, + 2128, + 7559, + 101 + ] + }, + { + "sample_id": 24, + "text": "[CLS] mmr ) cases or those that may yet better known as \" a global process. \" [CLS] iab spokesman bryan whitman said five years ago nightec was still its territory even its 3, 500 crew members and its largest handlers would not momburse iran for ransom, although, a possibility. [CLS] everything became angry and friends said it along en executiveble. [CLS] instead of than live in india because it really wanted to prevent your friends in britain from going out so your friends could receive them personal information but try to get into trouble trouble : you simply straight away very quickly. [CLS] you will know where benxar is because [CLS]", + "token_ids": [ + 101, + 3461, + 2099, + 1007, + 3572, + 2030, + 2216, + 2008, + 2089, + 2664, + 2488, + 2124, + 2004, + 1000, + 1037, + 3795, + 2832, + 1012, + 1000, + 101, + 24264, + 2497, + 14056, + 8527, + 21311, + 2056, + 2274, + 2086, + 3283, + 2305, + 8586, + 2001, + 2145, + 2049, + 3700, + 2130, + 2049, + 1017, + 1010, + 3156, + 3626, + 2372, + 1998, + 2049, + 2922, + 28213, + 2015, + 2052, + 2025, + 9587, + 14905, + 28393, + 4238, + 2005, + 16540, + 1010, + 2348, + 1010, + 1037, + 6061, + 1012, + 101, + 2673, + 2150, + 4854, + 1998, + 2814, + 2056, + 2009, + 2247, + 4372, + 3237, + 3468, + 1012, + 101, + 2612, + 1997, + 2084, + 2444, + 1999, + 2634, + 2138, + 2009, + 2428, + 2359, + 2000, + 4652, + 2115, + 2814, + 1999, + 3725, + 2013, + 2183, + 2041, + 2061, + 2115, + 2814, + 2071, + 4374, + 2068, + 3167, + 2592, + 2021, + 3046, + 2000, + 2131, + 2046, + 4390, + 4390, + 1024, + 2017, + 3432, + 3442, + 2185, + 2200, + 2855, + 1012, + 101, + 2017, + 2097, + 2113, + 2073, + 3841, + 18684, + 2099, + 2003, + 2138, + 101 + ] + }, + { + "sample_id": 25, + "text": "[CLS] bst when it crashed shortly before it took off before trading began at first light. [CLS] peirsol entered and went into the wall in fourth position ( 1secs, behind massu's own silver teammate with david in third, at 10. 08. [CLS] prior to date, \" market, \" through, \" agreed to provide no protection for four banking services ]. similar shareholders have then rep to the s. & % at a cost of up to three billion dollars - - as always have better than some competitors, \" said bob schmkner, analyst m. international credit sui analystsu sanfordbs. com [CLS]", + "token_ids": [ + 101, + 18667, + 2102, + 2043, + 2009, + 8007, + 3859, + 2077, + 2009, + 2165, + 2125, + 2077, + 6202, + 2211, + 2012, + 2034, + 2422, + 1012, + 101, + 26850, + 25301, + 2140, + 3133, + 1998, + 2253, + 2046, + 1996, + 2813, + 1999, + 2959, + 2597, + 1006, + 1015, + 3366, + 6169, + 1010, + 2369, + 3742, + 2226, + 1005, + 1055, + 2219, + 3165, + 10809, + 2007, + 2585, + 1999, + 2353, + 1010, + 2012, + 2184, + 1012, + 5511, + 1012, + 101, + 3188, + 2000, + 3058, + 1010, + 1000, + 3006, + 1010, + 1000, + 2083, + 1010, + 1000, + 3530, + 2000, + 3073, + 2053, + 3860, + 2005, + 2176, + 8169, + 2578, + 1033, + 1012, + 2714, + 15337, + 2031, + 2059, + 16360, + 2000, + 1996, + 1055, + 1012, + 1004, + 1003, + 2012, + 1037, + 3465, + 1997, + 2039, + 2000, + 2093, + 4551, + 6363, + 1011, + 1011, + 2004, + 2467, + 2031, + 2488, + 2084, + 2070, + 10159, + 1010, + 1000, + 2056, + 3960, + 8040, + 14227, + 2243, + 3678, + 1010, + 12941, + 1049, + 1012, + 2248, + 4923, + 24086, + 12941, + 6342, + 21153, + 5910, + 1012, + 4012, + 101 + ] + }, + { + "sample_id": 26, + "text": "[CLS] to * * here once o _ you mean michael vick b *ers * * * make * * * * it off \" race card \" e = stop * * * * dope _ \" sc * * a country on ste... and please tell us that we e * t * * * *inately on home or is our lead the ultimate berit, and just kidding us? [CLS] the 16 - week babies were mild ( including young who ate twice as many, and been twice as soon after peaking at 0. 08 and 7. 3 new dia respectively respectively ). [CLS] 5 _ from 5 jr. [CLS]", + "token_ids": [ + 101, + 2000, + 1008, + 1008, + 2182, + 2320, + 1051, + 1035, + 2017, + 2812, + 2745, + 10967, + 2243, + 1038, + 1008, + 2545, + 1008, + 1008, + 1008, + 2191, + 1008, + 1008, + 1008, + 1008, + 2009, + 2125, + 1000, + 2679, + 4003, + 1000, + 1041, + 1027, + 2644, + 1008, + 1008, + 1008, + 1008, + 2079, + 5051, + 1035, + 1000, + 8040, + 1008, + 1008, + 1037, + 2406, + 2006, + 26261, + 1012, + 1012, + 1012, + 1998, + 3531, + 2425, + 2149, + 2008, + 2057, + 1041, + 1008, + 1056, + 1008, + 1008, + 1008, + 1008, + 14776, + 2135, + 2006, + 2188, + 2030, + 2003, + 2256, + 2599, + 1996, + 7209, + 2022, + 14778, + 1010, + 1998, + 2074, + 12489, + 2149, + 1029, + 101, + 1996, + 2385, + 1011, + 2733, + 10834, + 2020, + 10256, + 1006, + 2164, + 2402, + 2040, + 8823, + 3807, + 2004, + 2116, + 1010, + 1998, + 2042, + 3807, + 2004, + 2574, + 2044, + 13015, + 2012, + 1014, + 1012, + 5511, + 1998, + 1021, + 1012, + 1017, + 2047, + 22939, + 4414, + 4414, + 1007, + 1012, + 101, + 1019, + 1035, + 2013, + 1019, + 3781, + 1012, + 101 + ] + }, + { + "sample_id": 27, + "text": "[CLS] will announce on monday that she may not have loved him, the actress will play some cathly. * * * * * * * * * * * * on her current side. man * * * * * * do * bad ; only * * * * his wife * * b > * * * * * * * * * * * * * * * * * * * * * * on * many *. * * * * * * the * * * * * * * * * * * * * tm * * hax * * * * * * the rumors were a cheeky good [CLS]", + "token_ids": [ + 101, + 2097, + 14970, + 2006, + 6928, + 2008, + 2016, + 2089, + 2025, + 2031, + 3866, + 2032, + 1010, + 1996, + 3883, + 2097, + 2377, + 2070, + 4937, + 2232, + 2135, + 1012, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2006, + 2014, + 2783, + 2217, + 1012, + 2158, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2079, + 1008, + 2919, + 1025, + 2069, + 1008, + 1008, + 1008, + 1008, + 2010, + 2564, + 1008, + 1008, + 1038, + 1028, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 2006, + 1008, + 2116, + 1008, + 1012, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1996, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1056, + 2213, + 1008, + 1008, + 5292, + 2595, + 1008, + 1008, + 1008, + 1008, + 1008, + 1008, + 1996, + 11256, + 2020, + 1037, + 5048, + 2100, + 2204, + 101 + ] + }, + { + "sample_id": 28, + "text": "[CLS] higher than most of the health - sales figures for from oil and gasoline shot up above the spot price. [CLS] cioitte is not yet the only casualty : stockholders were incorporated into its extended counterparty under february's restructuring previously announced. [CLS] that means the whole either side of the sideline against'health and is always its greatness, effort, time, and love. [CLS] rock of red is released on much out american air week earlier for a big event. [CLS] instead of her handcu showing how badly she felt howled the murder, and what for others, he imp telephoned police officers to ensure she was [CLS]", + "token_ids": [ + 101, + 3020, + 2084, + 2087, + 1997, + 1996, + 2740, + 1011, + 4341, + 4481, + 2005, + 2013, + 3514, + 1998, + 13753, + 2915, + 2039, + 2682, + 1996, + 3962, + 3976, + 1012, + 101, + 25022, + 28100, + 2618, + 2003, + 2025, + 2664, + 1996, + 2069, + 19844, + 1024, + 4518, + 17794, + 2020, + 5100, + 2046, + 2049, + 3668, + 13637, + 2100, + 2104, + 2337, + 1005, + 1055, + 18322, + 3130, + 2623, + 1012, + 101, + 2008, + 2965, + 1996, + 2878, + 2593, + 2217, + 1997, + 1996, + 2217, + 4179, + 2114, + 1005, + 2740, + 1998, + 2003, + 2467, + 2049, + 2307, + 2791, + 1010, + 3947, + 1010, + 2051, + 1010, + 1998, + 2293, + 1012, + 101, + 2600, + 1997, + 2417, + 2003, + 2207, + 2006, + 2172, + 2041, + 2137, + 2250, + 2733, + 3041, + 2005, + 1037, + 2502, + 2724, + 1012, + 101, + 2612, + 1997, + 2014, + 2192, + 10841, + 4760, + 2129, + 6649, + 2016, + 2371, + 2129, + 3709, + 1996, + 4028, + 1010, + 1998, + 2054, + 2005, + 2500, + 1010, + 2002, + 17727, + 7026, + 2094, + 2610, + 3738, + 2000, + 5676, + 2016, + 2001, + 101 + ] + }, + { + "sample_id": 29, + "text": "[CLS] site _ _ _ compat / mf > * up \" > _s of _01 tat ] sheryl : world news, the most powerful state services, and /eitalist'commie'and \"s, plus former us senate candidate trent lott. \" ( new edition ) - who just as much as republicans don. [CLS] the government prod, vz and the much - h bod is no exception. [CLS] chris johnson scored the ball, while jamie broxel told teamed with george dopaine to make ends saves. [CLS] never allow the whole show to have children! [CLS] ( [CLS]", + "token_ids": [ + 101, + 2609, + 1035, + 1035, + 1035, + 4012, + 4502, + 2102, + 1013, + 1049, + 2546, + 1028, + 1008, + 2039, + 1000, + 1028, + 1035, + 2015, + 1997, + 1035, + 24096, + 11937, + 2102, + 1033, + 2016, + 23320, + 1024, + 2088, + 2739, + 1010, + 1996, + 2087, + 3928, + 2110, + 2578, + 1010, + 1998, + 1013, + 20175, + 13911, + 2102, + 1005, + 4012, + 9856, + 1005, + 1998, + 1000, + 2015, + 1010, + 4606, + 2280, + 2149, + 4001, + 4018, + 7990, + 2843, + 2102, + 1012, + 1000, + 1006, + 2047, + 3179, + 1007, + 1011, + 2040, + 2074, + 2004, + 2172, + 2004, + 10643, + 2123, + 1012, + 101, + 1996, + 2231, + 4013, + 2094, + 1010, + 1058, + 2480, + 1998, + 1996, + 2172, + 1011, + 1044, + 8945, + 2094, + 2003, + 2053, + 6453, + 1012, + 101, + 3782, + 3779, + 3195, + 1996, + 3608, + 1010, + 2096, + 6175, + 22953, + 2595, + 2884, + 2409, + 12597, + 2007, + 2577, + 2079, + 4502, + 3170, + 2000, + 2191, + 4515, + 13169, + 1012, + 101, + 2196, + 3499, + 1996, + 2878, + 2265, + 2000, + 2031, + 2336, + 999, + 101, + 1006, + 101 + ] + }, + { + "sample_id": 30, + "text": "[CLS] sdwy housing market ( tfl ) radio 2009, starting at 2000 bst on monday 6 november, via the ( ayr ) h gm and 1600 bst website. [CLS] i think the fa cup will be played first, as it down looks like mark 11 : i reiterate. [CLS] and i want better judge per single ] let you understand that this is a movie about the fact that the vick family wants to watch every play that is this time. [CLS] williams found being a \" super acc collegeist akin to a streep \" in 2005 but said ma'u team's last two seasons. [CLS]", + "token_ids": [ + 101, + 1055, + 2094, + 18418, + 3847, + 3006, + 1006, + 1056, + 10258, + 1007, + 2557, + 2268, + 1010, + 3225, + 2012, + 2456, + 18667, + 2102, + 2006, + 6928, + 1020, + 2281, + 1010, + 3081, + 1996, + 1006, + 1037, + 12541, + 1007, + 1044, + 13938, + 1998, + 14883, + 18667, + 2102, + 4037, + 1012, + 101, + 1045, + 2228, + 1996, + 6904, + 2452, + 2097, + 2022, + 2209, + 2034, + 1010, + 2004, + 2009, + 2091, + 3504, + 2066, + 2928, + 2340, + 1024, + 1045, + 24964, + 14621, + 2618, + 1012, + 101, + 1998, + 1045, + 2215, + 2488, + 3648, + 2566, + 2309, + 1033, + 2292, + 2017, + 3305, + 2008, + 2023, + 2003, + 1037, + 3185, + 2055, + 1996, + 2755, + 2008, + 1996, + 10967, + 2243, + 2155, + 4122, + 2000, + 3422, + 2296, + 2377, + 2008, + 2003, + 2023, + 2051, + 1012, + 101, + 3766, + 2179, + 2108, + 1037, + 1000, + 3565, + 16222, + 2267, + 2923, + 17793, + 2000, + 1037, + 2358, + 9910, + 2361, + 1000, + 1999, + 2384, + 2021, + 2056, + 5003, + 1005, + 1057, + 2136, + 1005, + 1055, + 2197, + 2048, + 3692, + 1012, + 101 + ] + }, + { + "sample_id": 31, + "text": "[CLS]u when he sees it! [CLS] is there? ummmw, do it? so mash it up, \" asks leonardo dicaprio. [CLS] these are left to forgo more freedom of americans, writes and etc. [CLS] most major leaders might already be enjoying a bit while in remainer the stances on national security issues, qualities that helped saw north carolina campaign less favorably on the stump five days ago. [CLS] after countless t - mobile messages, hefty amounts of time, the nook2 and the vectis 2. 4 litre v8 debuted saturday without running its impre9zed big body display, [CLS]", + "token_ids": [ + 101, + 2226, + 2043, + 2002, + 5927, + 2009, + 999, + 101, + 2003, + 2045, + 1029, + 26114, + 2213, + 2860, + 1010, + 2079, + 2009, + 1029, + 2061, + 16137, + 2232, + 2009, + 2039, + 1010, + 1000, + 5176, + 14720, + 4487, + 17695, + 9488, + 1012, + 101, + 2122, + 2024, + 2187, + 2000, + 2005, + 3995, + 2062, + 4071, + 1997, + 4841, + 1010, + 7009, + 1998, + 4385, + 1012, + 101, + 2087, + 2350, + 4177, + 2453, + 2525, + 2022, + 9107, + 1037, + 2978, + 2096, + 1999, + 3961, + 2121, + 1996, + 11032, + 2015, + 2006, + 2120, + 3036, + 3314, + 1010, + 11647, + 2008, + 3271, + 2387, + 2167, + 3792, + 3049, + 2625, + 27597, + 2006, + 1996, + 22475, + 2274, + 2420, + 3283, + 1012, + 101, + 2044, + 14518, + 1056, + 1011, + 4684, + 7696, + 1010, + 2002, + 6199, + 2100, + 8310, + 1997, + 2051, + 1010, + 1996, + 2053, + 6559, + 2475, + 1998, + 1996, + 2310, + 6593, + 2483, + 1016, + 1012, + 1018, + 16812, + 15754, + 6006, + 5095, + 2302, + 2770, + 2049, + 17727, + 2890, + 2683, + 5422, + 2502, + 2303, + 4653, + 1010, + 101 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/lm1b/fmlm/steps_1/request.json b/results/smoke/samples/lm1b/fmlm/steps_1/request.json new file mode 100644 index 0000000000000000000000000000000000000000..b09ef63b38794af6ec03b3448b572aa482f11051 --- /dev/null +++ b/results/smoke/samples/lm1b/fmlm/steps_1/request.json @@ -0,0 +1,90 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-flm/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/fmlm/steps_1/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b-wrap", + "model=small", + "model.length=128", + "loader.batch_size=2", + "loader.eval_batch_size=16", + "sampling.num_sample_batches=1", + "sampling.steps=1", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/fmlm_ckpt/lm1b/lm1b_fmlm.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/fmlm/steps_1/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/fmlm/steps_1/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/fmlm/steps_1/upstream_samples.json", + "algo=fmlm", + "algo.backbone=dit", + "eval.disable_ema=False", + "sampling.solver=euler", + "algo.double_temb=True", + "algo.learnable_loss_weighting=False", + "sampling.gamma=0.8" + ], + "identity": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:fmlm_lm1b_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/lm1b", + "recipe": "fmlm_lm1b_official_ckpt", + "sampling_checkpoint": "lm1b_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "b01b03c59150978cdd4865283b71028ec749936c21769eb32bfe2907f38d8918", + "checkpoint_teacher_family": "continuous_flm", + "command_sha256": "e1a0d979664995185666f293d33d37b4cef831143561111142308a0c806030eb", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-flm", + "model_id": "fmlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "fmlm-lm1b-steps-1", + "sample_count": 1, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 1 + }, + "request": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:fmlm_lm1b_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0", + "checkpoint_selection": { + "output": "checkpoints/official/fmlm_ckpt/lm1b", + "recipe": "fmlm_lm1b_official_ckpt", + "sampling_checkpoint": "lm1b_fmlm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "b01b03c59150978cdd4865283b71028ec749936c21769eb32bfe2907f38d8918", + "checkpoint_teacher_family": "continuous_flm", + "command": null, + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-flm", + "model_id": "fmlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "fmlm-lm1b-steps-1", + "sample_count": 1, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 1 + }, + "started_at": "2026-08-03T06:46:46.813847Z" +} diff --git a/results/smoke/samples/lm1b/fmlm/steps_1/upstream_samples.json b/results/smoke/samples/lm1b/fmlm/steps_1/upstream_samples.json new file mode 100644 index 0000000000000000000000000000000000000000..6d93a89912d3e302a4acb34e29086378a50437ab --- /dev/null +++ b/results/smoke/samples/lm1b/fmlm/steps_1/upstream_samples.json @@ -0,0 +1,22 @@ +{ + "generative_ppl": 120.29666137695312, + "entropy": 4.182592391967773, + "generated_seqs": [ + "[CLS] was not an in decision. [CLS] if you stay in the house and at a time, makely money to $ 7, 000 and the men can change his not : four or two. [CLS] car parks and house each, but if hillary has all her major running to open, and who were made \" their over \" so have what i to use as that would be? [CLS] working and day, if they were still they are better than my since today. [CLS] in the short half months the president bill business cut up by bartz's, democrats said he would be his $ 1. 1 percent which is three to 16 [CLS]", + "[CLS] a third round of trying - hit first home of the kind that owns it, and a $ 2 billion ( on in some of the first ), or at a hit the box officeo findi. [CLS] this is for 7 years around the company and e - mail jobs's, its take to the post, and in may not much matter now. [CLS] you would someone's room and out of a [CLS] i would i shot. [CLS] the freedom of information has been not that of on the street, near after about augustpm. [CLS] total increase over board would be reduced by just over five years. [CLS] only for [CLS]", + "[CLS] days are not used for the \" news \" the second two, the final $ and economy grew to 8 million 1 year. [CLS] \" i as 2 or 1 billion people in the right direction, when they go up, \".... [CLS] the news received by three at week staff, and follow - up that \" has not an issue. \" [CLS] there's something to have about in that and end up here last week. [CLS] last night, i was gonna quite a star. [CLS] what we crist said there the time was in a country where he did not do not until his september day, when president new [CLS]", + "[CLS] been, how long every time was in over from years to how yet you do so far of it. [CLS] obama and open pressure on the bank and thes are still talking news about a cost as well as an $ movem or around in a as state with the for real estate taxes and economic reasons, as reasons for resolving the issue. [CLS] on five occasions, john's ( and his former \" will and his people of all... ) her. \" [CLS] he is the 8 - year - old but his story is being a from first. [CLS] the up last week of 3 on its website. [CLS] the [CLS]", + "[CLS] of the country for barack obama's children. [CLS] \" i had in world first in london and two well, this of it, there last not he wasn't, wen's out with his can find out who is as much more or more up of by ting. [CLS] those still have to do it over it, when it said evens that show the government's why big behind the day, but ) they're and that make all overweight children in recent months, is our the year'wouldn't should get if there was anything to play. [CLS] the while all were decision to make [CLS]", + "[CLS] here - - the first world, in the rest of world new year, any better than the country. [CLS] but my call is its back, so it may mean that they have too many to help it should put it to get had to pass on the ground. [CLS] as for the live, with a little a \" that was also one of us by contradictions in how the government was the ve been bank, \" he added. [CLS] the republicansm network that staked out a will deal any used it of obama, who would look at government or take to more or not before the campaign in next year. [CLS] he will [CLS]", + "[CLS]. [CLS] mile - long still was going with the one - off category a - - according to team and fans took her own test record on the the states list - - and game one. [CLS] the times says it was \" described by this man as \" being our \" red \" as \" this is rubbish. \" [CLS] the whole world have been told \" since or monday, unless the man no more than a 10 ism to be reported missing or death in the, where bf when the young authorities are yesterday in trouble at a time. [CLS] they are out all the troops and staff. [CLS] the first web site in the [CLS]", + "[CLS] 000. [CLS] even if they stay at home, obama and democrats would strike a deal to start to buy a second bill for four years, and sign up for education care states.'[CLS] the region is where the family had been scheduled to meet. [CLS] so you are more than britain's in you my local times. [CLS] when the more space for us to the people that no is trying to change much faster than most of an individual. [CLS] \" or can't part of course, an the game is not yet to go, it's just a he saying he said he can be the best defense player to have [CLS]", + "[CLS] s. [CLS] for it, we so were getting during a last year, have cut this year's high from that - - obama will be aing. [CLS] whose excesses of police andlness has been to us up a while, then the answer is \" the truth - but we do you have now to decide a case meeting time to death and allow it to be at good on a week of his or any other. like the democratic which they said says they had the motivations to keep to. [CLS] for down some one, it does not ( who if only with three new, improved suvs which have air [CLS]", + "[CLS] money to any loss to the government until 2011. [CLS] it like this legal ', it is able to project the go markets \" and has raised at least $ 200 million. [CLS] obama? 10 world leaders as you only do you think. [CLS] % of not think that running back is trying to an attack, just two in five each of the first.\u02bcs sales, it my a great, :... [CLS] we know for time to help they end the first time. [CLS] more of the history. to a place from the \u00a3100, 000 has been out on the \" high 11 \" list but known to make for [CLS]", + "[CLS] they will the public, up - or - - the most change of the year. [CLS] leaders gathered in copenhagen will the end of the good land his government. [CLS] we are all could be [CLS] one company man in the car with a knife then 4, 000ft it was leading. [CLS] that far be just the word \" the \" or for a \" at home and companies to send their act to hit every year, as other one (, its? ). [CLS] is also about greats you, it needs to be. [CLS] if brees last two month with the two, and to be outcasts. [CLS] the [CLS]", + "[CLS] ahead \" - - but they first ve 6 years. [CLS] in the days at least, it's no longer less than so else to name you. [CLS] those respondents also said many will use the board's military economy for at least their experience and number and with % during it on the one - to - one u. s. mission to afghanistan. [CLS] their has since been sort of out with each other on the first - and not an [CLS] which must be even to the same time, as the home was, it has their way different and seven or more as were new now. [CLS] \" that's a total [CLS]", + "[CLS] seen for the final day. [CLS] as the half - pay is, many voters are on his campaign home yesterday. [CLS] but even that has to catch a match of the \" music in's tosca, \" a world of war than by its young. [CLS] on party he's, \" here's not room for the futurey board, it should have a good line up level one it. \" [CLS] the people see something they didn't want back pay the company's fees ; out of his your mind they have a new life, and youin was going on his would care. [CLS] \" it'[CLS]", + "[CLS] monday. [CLS] \" television, the power of the social is, is that it is a to call centre... something else has happened. [CLS] however, biden could have been forgiven for anything like losing his one co2 and on landlosi, still 3 - over what he lost out since the beginning of the first election as it happened. [CLS] but he thinks the test has been won by way this makes you think that life there is a force off it \" one way? [CLS] first the world to talk about - - and not because the line in, \" she bank ( com ). [CLS] with the government and [CLS]", + "[CLS] area it was two mr ago mrn's daughter, who had been up for in recent years. [CLS] the democrats after \" said \" started monday were obama to keep campaigning on the day before mccain's out around, by phone with her other home. [CLS] analysts said that they had him under the show of may and the prime minister, while they with more the government and opposition, analysts said. [CLS] \" the brits will play a one win, also know it's at not. [CLS] that her mother's new life, and he care for were, involved in the game after [CLS] security final and at least [CLS]", + "[CLS] can't and the men were looking round to the new york \" as i was it. [CLS] london, based in china said 80 percent have had so far from the year into a few days earlier. [CLS] or not on we to from the fact that the people are trying to make there to work. [CLS] but without the president's approval term was announced, veiled go - up but not by of said they had also been found at the - inbox. [CLS], and judge to fight back. [CLS] but the same very he financial's just as are another 30 years. [CLS] the government issued a report of a [CLS]" + ] +} \ No newline at end of file diff --git a/results/smoke/samples/lm1b/fmlm/steps_32/upstream_hydra/config_tree.txt b/results/smoke/samples/lm1b/fmlm/steps_32/upstream_hydra/config_tree.txt new file mode 100644 index 0000000000000000000000000000000000000000..73bf2a07430bf6b0a01e96dfd0c847b414eeda1e --- /dev/null +++ b/results/smoke/samples/lm1b/fmlm/steps_32/upstream_hydra/config_tree.txt @@ -0,0 +1,194 @@ +CONFIG +├── mode +│ └── sample_eval +├── is_di4c +│ └── False +├── is_di4c_deterministic +│ └── True +├── seed +│ └── 42 +├── loader +│ └── global_batch_size: 512 +│ eval_global_batch_size: 512 +│ batch_size: 2 +│ eval_batch_size: 16 +│ num_workers: 4 +│ pin_memory: true +│ +├── sampling +│ └── predictor: ancestral +│ steps: 32 +│ noise_removal: ancestral +│ use_float64: true +│ p_nucleus: 1.0 +│ num_sample_batches: 1 +│ num_sample_log: 2 +│ semi_ar: false +│ stride_length: 1 +│ num_strides: 1 +│ num_reflow_samples: 50000 +│ temperature: 1.0 +│ solver: euler +│ gamma: 0.8 +│ +├── training +│ └── loss_type: flow +│ pred_type: x0 +│ ema: 0.9999 +│ antithetic_sampling: true +│ importance_sampling: false +│ sampling_eps: 0.001 +│ change_of_variables: false +│ loss_precision: bf16 +│ finetune_path: '' +│ not_sampling_t: false +│ load_ema: false +│ t_curriculum_steps: 100000 +│ t_curriculum_min: 0.0 +│ t_curriculum_max: 1.0 +│ +├── eval +│ └── checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/official/ +│ disable_ema: false +│ ema_decay: null +│ compute_generative_perplexity: true +│ perplexity_batch_size: 8 +│ compute_perplexity_on_sanity: false +│ gen_ppl_eval_model_name_or_path: gpt2-large +│ generate_samples: true +│ generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/ +│ +├── optim +│ └── weight_decay: 0 +│ lr: 0.0003 +│ beta1: 0.9 +│ beta2: 0.999 +│ eps: 1.0e-08 +│ ln_tune: none +│ +├── trainer +│ └── _target_: lightning.Trainer +│ accelerator: cuda +│ num_nodes: 1 +│ devices: 1 +│ accumulate_grad_batches: 256 +│ gradient_clip_val: 1.0 +│ precision: bf16 +│ num_sanity_val_steps: 2 +│ max_steps: 1000000 +│ log_every_n_steps: 100 +│ limit_train_batches: 1.0 +│ limit_val_batches: 1.0 +│ val_check_interval: 5000 +│ +├── wandb +│ └── project: flm +│ notes: FLM +│ group: null +│ job_type: null +│ name: null +│ id: None_42 +│ tags: +│ - lm1b +│ - fmlm +│ offline: true +│ +├── checkpointing +│ └── save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/f +│ resume_from_ckpt: false +│ resume_ckpt_path: /home/ruizzhao/diffusion_baseline/results/smoke/sample +│ +├── callbacks +│ └── checkpoint_every_n_steps: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ save_top_k: -1 +│ save_last: false +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/ +│ verbose: true +│ auto_insert_metric_name: false +│ every_n_train_steps: 25000 +│ checkpoint_monitor: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ monitor: val/nll +│ mode: min +│ save_top_k: 1 +│ save_last: true +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/ +│ filename: best_nll +│ auto_insert_metric_name: false +│ verbose: true +│ learning_rate_monitor: +│ _target_: lightning.pytorch.callbacks.LearningRateMonitor +│ logging_interval: step +│ +├── data +│ └── train: lm1b +│ valid: lm1b +│ tokenizer_name_or_path: bert-base-uncased +│ cache_dir: ./cache +│ wrap: true +│ streaming: false +│ insert_train_eos: true +│ insert_valid_eos: true +│ +├── model +│ └── name: small +│ type: ddit +│ hidden_size: 768 +│ cond_dim: 128 +│ length: 128 +│ n_blocks: 12 +│ n_heads: 12 +│ scale_by_sigma: true +│ dropout: 0.1 +│ tie_word_embeddings: false +│ vocab_lookup: true +│ +├── strategy +│ └── _target_: lightning.pytorch.strategies.DDPStrategy +│ find_unused_parameters: false +│ +├── noise +│ └── type: log-linear +│ parameterization: log-linear +│ eps: 0 +│ denoiser_latent_conditioning: -1 +│ freeze_encoder: false +│ freeze_decoder: false +│ +├── lr_scheduler +│ └── _target_: transformers.get_constant_schedule_with_warmup +│ num_warmup_steps: 2500 +│ +├── prior +│ └── type: none +│ latent_width: 0 +│ latent_height: 0 +│ +└── algo + └── name: fmlm + backbone: dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + t_max: 1.0 + t_min: 0.0 + double_temb: true + add_boundary: fixed + diagonal_fraction: 0.5 + offdiagonal_sampling: uniform_diff + set_midpoint: midpoint + boundary_prob: 32 + distillation_method: PSD + entmax_temp_lsd: 2.0 + backprop_entmax_temp_lsd: false + learnable_loss_weighting: false + use_mse_loss_psd: false + rescale_offdiag_loss_psd: false + use_ema_for_psd_target: false + use_teacher_for_D_t_lsd: false + initialize_student_from_teacher: true + teacher_path: '' + diff --git a/results/smoke/samples/lm1b/fmlm/steps_32/upstream_token_ids.json b/results/smoke/samples/lm1b/fmlm/steps_32/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..8dbcd4df4fbc60332157957be372836208797b53 --- /dev/null +++ b/results/smoke/samples/lm1b/fmlm/steps_32/upstream_token_ids.json @@ -0,0 +1,2149 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": "[CLS] match against australia on monday. [CLS] if you hadn't stopped looking at this site it would have cost just $ 15, 000 ; it just wouldn't get in any time soon. [CLS] but not always as for the summer. [CLS] the thing that is said to other is because everyone has made a good life, it is a long time as possible that many people speak out about what is good if they don't know, many do not not. [CLS] in the ensuing e - mail, he does. [CLS] 17 after she announced the nine candidates said they would be paid $ 1. 6 billion to improve performance for five [CLS]", + "token_ids": [ + 101, + 2674, + 2114, + 2660, + 2006, + 6928, + 1012, + 101, + 2065, + 2017, + 2910, + 1005, + 1056, + 3030, + 2559, + 2012, + 2023, + 2609, + 2009, + 2052, + 2031, + 3465, + 2074, + 1002, + 2321, + 1010, + 2199, + 1025, + 2009, + 2074, + 2876, + 1005, + 1056, + 2131, + 1999, + 2151, + 2051, + 2574, + 1012, + 101, + 2021, + 2025, + 2467, + 2004, + 2005, + 1996, + 2621, + 1012, + 101, + 1996, + 2518, + 2008, + 2003, + 2056, + 2000, + 2060, + 2003, + 2138, + 3071, + 2038, + 2081, + 1037, + 2204, + 2166, + 1010, + 2009, + 2003, + 1037, + 2146, + 2051, + 2004, + 2825, + 2008, + 2116, + 2111, + 3713, + 2041, + 2055, + 2054, + 2003, + 2204, + 2065, + 2027, + 2123, + 1005, + 1056, + 2113, + 1010, + 2116, + 2079, + 2025, + 2025, + 1012, + 101, + 1999, + 1996, + 13831, + 1041, + 1011, + 5653, + 1010, + 2002, + 2515, + 1012, + 101, + 2459, + 2044, + 2016, + 2623, + 1996, + 3157, + 5347, + 2056, + 2027, + 2052, + 2022, + 3825, + 1002, + 1015, + 1012, + 1020, + 4551, + 2000, + 5335, + 2836, + 2005, + 2274, + 101 + ] + }, + { + "sample_id": 1, + "text": "[CLS] 24 minutes to right around the corner was supposed to. [CLS] as for you, say souff'a'in one of the first black churches in the usa on the basis of what you want. [CLS] the past two years about obama, republicans and pro - care brown and his plan to call to turn back voters or the public have been under scrutiny. [CLS] it's day when he is out of obama's trip to new hampshire, where he says he has become the real winner of the season, but both are right up. [CLS] a defense spokesman said \" i do regret the way i was treated but i might [CLS]", + "token_ids": [ + 101, + 2484, + 2781, + 2000, + 2157, + 2105, + 1996, + 3420, + 2001, + 4011, + 2000, + 1012, + 101, + 2004, + 2005, + 2017, + 1010, + 2360, + 2061, + 16093, + 2546, + 1005, + 1037, + 1005, + 1999, + 2028, + 1997, + 1996, + 2034, + 2304, + 5231, + 1999, + 1996, + 3915, + 2006, + 1996, + 3978, + 1997, + 2054, + 2017, + 2215, + 1012, + 101, + 1996, + 2627, + 2048, + 2086, + 2055, + 8112, + 1010, + 10643, + 1998, + 4013, + 1011, + 2729, + 2829, + 1998, + 2010, + 2933, + 2000, + 2655, + 2000, + 2735, + 2067, + 7206, + 2030, + 1996, + 2270, + 2031, + 2042, + 2104, + 17423, + 1012, + 101, + 2009, + 1005, + 1055, + 2154, + 2043, + 2002, + 2003, + 2041, + 1997, + 8112, + 1005, + 1055, + 4440, + 2000, + 2047, + 7035, + 1010, + 2073, + 2002, + 2758, + 2002, + 2038, + 2468, + 1996, + 2613, + 3453, + 1997, + 1996, + 2161, + 1010, + 2021, + 2119, + 2024, + 2157, + 2039, + 1012, + 101, + 1037, + 3639, + 14056, + 2056, + 1000, + 1045, + 2079, + 9038, + 1996, + 2126, + 1045, + 2001, + 5845, + 2021, + 1045, + 2453, + 101 + ] + }, + { + "sample_id": 2, + "text": "[CLS], the million years during the \" five - plus \" that did happen in the real world even maybe 8 - 1 now. [CLS] \" i am very disappointed not to work in the second day ( when we left ), \" said rice, adding that she had so far the conditions were not serious and that she \" regretted it or would go along. \" [CLS] pakistan's'the government committed to arming people with our military '. [CLS] in january, inflation was 3. 3 percent. [CLS] prosecutor paul rose qc said the first house was in the bedroom where he did not meet her until he died two months ago. [CLS] [CLS]", + "token_ids": [ + 101, + 1010, + 1996, + 2454, + 2086, + 2076, + 1996, + 1000, + 2274, + 1011, + 4606, + 1000, + 2008, + 2106, + 4148, + 1999, + 1996, + 2613, + 2088, + 2130, + 2672, + 1022, + 1011, + 1015, + 2085, + 1012, + 101, + 1000, + 1045, + 2572, + 2200, + 9364, + 2025, + 2000, + 2147, + 1999, + 1996, + 2117, + 2154, + 1006, + 2043, + 2057, + 2187, + 1007, + 1010, + 1000, + 2056, + 5785, + 1010, + 5815, + 2008, + 2016, + 2018, + 2061, + 2521, + 1996, + 3785, + 2020, + 2025, + 3809, + 1998, + 2008, + 2016, + 1000, + 18991, + 2009, + 2030, + 2052, + 2175, + 2247, + 1012, + 1000, + 101, + 4501, + 1005, + 1055, + 1005, + 1996, + 2231, + 5462, + 2000, + 2849, + 2075, + 2111, + 2007, + 2256, + 2510, + 1005, + 1012, + 101, + 1999, + 2254, + 1010, + 14200, + 2001, + 1017, + 1012, + 1017, + 3867, + 1012, + 101, + 12478, + 2703, + 3123, + 25196, + 2056, + 1996, + 2034, + 2160, + 2001, + 1999, + 1996, + 5010, + 2073, + 2002, + 2106, + 2025, + 3113, + 2014, + 2127, + 2002, + 2351, + 2048, + 2706, + 3283, + 1012, + 101, + 101 + ] + }, + { + "sample_id": 3, + "text": "[CLS] country, how much of your teamwork is it first, how do you do so by doing it? [CLS] that case is one of the things that children struggle to get it out because a lack of use as bargaining power. [CLS] the runways of three of the nation's only seven runways are shuttered, and they will land on oct. [CLS] inspired by the plo's face, john boleyn and his brother ( leader, etc. ), even found out hanging out with 50 - year - old american idol, did still yearn for their country just when he started and went on to die. [CLS] when [CLS]", + "token_ids": [ + 101, + 2406, + 1010, + 2129, + 2172, + 1997, + 2115, + 2136, + 6198, + 2003, + 2009, + 2034, + 1010, + 2129, + 2079, + 2017, + 2079, + 2061, + 2011, + 2725, + 2009, + 1029, + 101, + 2008, + 2553, + 2003, + 2028, + 1997, + 1996, + 2477, + 2008, + 2336, + 5998, + 2000, + 2131, + 2009, + 2041, + 2138, + 1037, + 3768, + 1997, + 2224, + 2004, + 21990, + 2373, + 1012, + 101, + 1996, + 24578, + 1997, + 2093, + 1997, + 1996, + 3842, + 1005, + 1055, + 2069, + 2698, + 24578, + 2024, + 28180, + 2098, + 1010, + 1998, + 2027, + 2097, + 2455, + 2006, + 13323, + 1012, + 101, + 4427, + 2011, + 1996, + 20228, + 2080, + 1005, + 1055, + 2227, + 1010, + 2198, + 8945, + 3051, + 2078, + 1998, + 2010, + 2567, + 1006, + 3003, + 1010, + 4385, + 1012, + 1007, + 1010, + 2130, + 2179, + 2041, + 5689, + 2041, + 2007, + 2753, + 1011, + 2095, + 1011, + 2214, + 2137, + 10282, + 1010, + 2106, + 2145, + 2095, + 2078, + 2005, + 2037, + 2406, + 2074, + 2043, + 2002, + 2318, + 1998, + 2253, + 2006, + 2000, + 3280, + 1012, + 101, + 2043, + 101 + ] + }, + { + "sample_id": 4, + "text": "[CLS] of federal funding in next year's budget. [CLS] because i am struck by the end of a family name, trouble is, right now that dads don't, don't care, that they can go out this way as much more or more games over as they did. [CLS] you still have 30 seconds from your own 40 when it's on the increase like apple's for sale. [CLS] man, but why we're here, too? [CLS] as for the people of haiti, the rules that you don't want to set, or just behind it. [CLS] the black man was not before charges [CLS]", + "token_ids": [ + 101, + 1997, + 2976, + 4804, + 1999, + 2279, + 2095, + 1005, + 1055, + 5166, + 1012, + 101, + 2138, + 1045, + 2572, + 4930, + 2011, + 1996, + 2203, + 1997, + 1037, + 2155, + 2171, + 1010, + 4390, + 2003, + 1010, + 2157, + 2085, + 2008, + 3611, + 2015, + 2123, + 1005, + 1056, + 1010, + 2123, + 1005, + 1056, + 2729, + 1010, + 2008, + 2027, + 2064, + 2175, + 2041, + 2023, + 2126, + 2004, + 2172, + 2062, + 2030, + 2062, + 2399, + 2058, + 2004, + 2027, + 2106, + 1012, + 101, + 2017, + 2145, + 2031, + 2382, + 3823, + 2013, + 2115, + 2219, + 2871, + 2043, + 2009, + 1005, + 1055, + 2006, + 1996, + 3623, + 2066, + 6207, + 1005, + 1055, + 2005, + 5096, + 1012, + 101, + 2158, + 1010, + 2021, + 2339, + 2057, + 1005, + 2128, + 2182, + 1010, + 2205, + 1029, + 101, + 2004, + 2005, + 1996, + 2111, + 1997, + 12867, + 1010, + 1996, + 3513, + 2008, + 2017, + 2123, + 1005, + 1056, + 2215, + 2000, + 2275, + 1010, + 2030, + 2074, + 2369, + 2009, + 1012, + 101, + 1996, + 2304, + 2158, + 2001, + 2025, + 2077, + 5571, + 101 + ] + }, + { + "sample_id": 5, + "text": "[CLS] states - - the irish defense, in every sense of the last four, could be back from off. [CLS] if it really is right there, as it does be going to have the ability to do it to the company to make the uk or to the times. [CLS] as if financial support to the election commission could hit interest from a work day started by other parties in which the result was announced as a result, adelman said. [CLS] the socialite said that she and her family also want to stop work on children, who for her fear being in too much dependents on the federal prison system next year. [CLS] he says [CLS]", + "token_ids": [ + 101, + 2163, + 1011, + 1011, + 1996, + 3493, + 3639, + 1010, + 1999, + 2296, + 3168, + 1997, + 1996, + 2197, + 2176, + 1010, + 2071, + 2022, + 2067, + 2013, + 2125, + 1012, + 101, + 2065, + 2009, + 2428, + 2003, + 2157, + 2045, + 1010, + 2004, + 2009, + 2515, + 2022, + 2183, + 2000, + 2031, + 1996, + 3754, + 2000, + 2079, + 2009, + 2000, + 1996, + 2194, + 2000, + 2191, + 1996, + 2866, + 2030, + 2000, + 1996, + 2335, + 1012, + 101, + 2004, + 2065, + 3361, + 2490, + 2000, + 1996, + 2602, + 3222, + 2071, + 2718, + 3037, + 2013, + 1037, + 2147, + 2154, + 2318, + 2011, + 2060, + 4243, + 1999, + 2029, + 1996, + 2765, + 2001, + 2623, + 2004, + 1037, + 2765, + 1010, + 4748, + 23830, + 2056, + 1012, + 101, + 1996, + 2591, + 4221, + 2056, + 2008, + 2016, + 1998, + 2014, + 2155, + 2036, + 2215, + 2000, + 2644, + 2147, + 2006, + 2336, + 1010, + 2040, + 2005, + 2014, + 3571, + 2108, + 1999, + 2205, + 2172, + 7790, + 2015, + 2006, + 1996, + 2976, + 3827, + 2291, + 2279, + 2095, + 1012, + 101, + 2002, + 2758, + 101 + ] + }, + { + "sample_id": 6, + "text": "[CLS] re generation - - men who had lived with their families the development of government - - its impulses rose back to ways that were replaced by a time of famine - - and took little. [CLS] his wife says he was brought up to afghanistan to become \" active, \" but then suffered \" a heart attack. \" [CLS] then we will have hundreds - - though very many - - of tuning in. [CLS] when there is a chance to know whether to run at the track, it could have resulted in 3, more than one at a 4. [CLS] they all come, but no... [CLS] this law was also more money [CLS]", + "token_ids": [ + 101, + 2128, + 4245, + 1011, + 1011, + 2273, + 2040, + 2018, + 2973, + 2007, + 2037, + 2945, + 1996, + 2458, + 1997, + 2231, + 1011, + 1011, + 2049, + 14982, + 2015, + 3123, + 2067, + 2000, + 3971, + 2008, + 2020, + 2999, + 2011, + 1037, + 2051, + 1997, + 15625, + 1011, + 1011, + 1998, + 2165, + 2210, + 1012, + 101, + 2010, + 2564, + 2758, + 2002, + 2001, + 2716, + 2039, + 2000, + 7041, + 2000, + 2468, + 1000, + 3161, + 1010, + 1000, + 2021, + 2059, + 4265, + 1000, + 1037, + 2540, + 2886, + 1012, + 1000, + 101, + 2059, + 2057, + 2097, + 2031, + 5606, + 1011, + 1011, + 2295, + 2200, + 2116, + 1011, + 1011, + 1997, + 17372, + 1999, + 1012, + 101, + 2043, + 2045, + 2003, + 1037, + 3382, + 2000, + 2113, + 3251, + 2000, + 2448, + 2012, + 1996, + 2650, + 1010, + 2009, + 2071, + 2031, + 4504, + 1999, + 1017, + 1010, + 2062, + 2084, + 2028, + 2012, + 1037, + 1018, + 1012, + 101, + 2027, + 2035, + 2272, + 1010, + 2021, + 2053, + 1012, + 1012, + 1012, + 101, + 2023, + 2375, + 2001, + 2036, + 2062, + 2769, + 101 + ] + }, + { + "sample_id": 7, + "text": "[CLS] country. [CLS] even if they did back home, the house case would break precedent set in cases such as kennedy's last hundred years, and still leave those una afflicted americans in the country, though the court could send them to justice. [CLS] jackson pocketed more than $ 1 million and donated to the group. [CLS] a man who made a reference to the fatal effects of schoolboyren on his own children has left a home. [CLS] although he didn't think of us, and asked for those who object to violence, it's still short, as he said he could not \" if we were to have [CLS]", + "token_ids": [ + 101, + 2406, + 1012, + 101, + 2130, + 2065, + 2027, + 2106, + 2067, + 2188, + 1010, + 1996, + 2160, + 2553, + 2052, + 3338, + 20056, + 2275, + 1999, + 3572, + 2107, + 2004, + 5817, + 1005, + 1055, + 2197, + 3634, + 2086, + 1010, + 1998, + 2145, + 2681, + 2216, + 14477, + 21358, + 29301, + 2098, + 4841, + 1999, + 1996, + 2406, + 1010, + 2295, + 1996, + 2457, + 2071, + 4604, + 2068, + 2000, + 3425, + 1012, + 101, + 4027, + 4979, + 2098, + 2062, + 2084, + 1002, + 1015, + 2454, + 1998, + 6955, + 2000, + 1996, + 2177, + 1012, + 101, + 1037, + 2158, + 2040, + 2081, + 1037, + 4431, + 2000, + 1996, + 10611, + 3896, + 1997, + 2082, + 11097, + 7389, + 2006, + 2010, + 2219, + 2336, + 2038, + 2187, + 1037, + 2188, + 1012, + 101, + 2348, + 2002, + 2134, + 1005, + 1056, + 2228, + 1997, + 2149, + 1010, + 1998, + 2356, + 2005, + 2216, + 2040, + 4874, + 2000, + 4808, + 1010, + 2009, + 1005, + 1055, + 2145, + 2460, + 1010, + 2004, + 2002, + 2056, + 2002, + 2071, + 2025, + 1000, + 2065, + 2057, + 2020, + 2000, + 2031, + 101 + ] + }, + { + "sample_id": 8, + "text": "[CLS] defense. [CLS] for democrats, no, both delays and even long lines poured in through this year's drive - by and weigh - in ahead of schedule. [CLS] \" the plan of man and i had done was to keep his every will. [CLS] he looks like an old man, but we feel we have done him so much respect for him because he was also told to have something like being a doctor and having better pay it. [CLS] 12 weeks of action under the plea deal, \" according to the order. [CLS] if room is in the best of summer, which would do with a hotel, within rangel, you'[CLS]", + "token_ids": [ + 101, + 3639, + 1012, + 101, + 2005, + 8037, + 1010, + 2053, + 1010, + 2119, + 14350, + 1998, + 2130, + 2146, + 3210, + 8542, + 1999, + 2083, + 2023, + 2095, + 1005, + 1055, + 3298, + 1011, + 2011, + 1998, + 17042, + 1011, + 1999, + 3805, + 1997, + 6134, + 1012, + 101, + 1000, + 1996, + 2933, + 1997, + 2158, + 1998, + 1045, + 2018, + 2589, + 2001, + 2000, + 2562, + 2010, + 2296, + 2097, + 1012, + 101, + 2002, + 3504, + 2066, + 2019, + 2214, + 2158, + 1010, + 2021, + 2057, + 2514, + 2057, + 2031, + 2589, + 2032, + 2061, + 2172, + 4847, + 2005, + 2032, + 2138, + 2002, + 2001, + 2036, + 2409, + 2000, + 2031, + 2242, + 2066, + 2108, + 1037, + 3460, + 1998, + 2383, + 2488, + 3477, + 2009, + 1012, + 101, + 2260, + 3134, + 1997, + 2895, + 2104, + 1996, + 14865, + 3066, + 1010, + 1000, + 2429, + 2000, + 1996, + 2344, + 1012, + 101, + 2065, + 2282, + 2003, + 1999, + 1996, + 2190, + 1997, + 2621, + 1010, + 2029, + 2052, + 2079, + 2007, + 1037, + 3309, + 1010, + 2306, + 2846, + 2140, + 1010, + 2017, + 1005, + 101 + ] + }, + { + "sample_id": 9, + "text": "[CLS] plans to be first staged in london next year. [CLS] it was obvious - - that three - five quarters of the rest of her right breast remained and would likely be removed. [CLS] so many too many politicians who had crossed the same line. [CLS] it is not something the government may be likely to move from ; it is using the end of its pledges to open doors open, from which many parts of britain have since removed them - - it will never do for the first time. [CLS] all of the victims bled to death. [CLS] the un, which has been reported on the island by some of the leading groups, is not [CLS]", + "token_ids": [ + 101, + 3488, + 2000, + 2022, + 2034, + 9813, + 1999, + 2414, + 2279, + 2095, + 1012, + 101, + 2009, + 2001, + 5793, + 1011, + 1011, + 2008, + 2093, + 1011, + 2274, + 7728, + 1997, + 1996, + 2717, + 1997, + 2014, + 2157, + 7388, + 2815, + 1998, + 2052, + 3497, + 2022, + 3718, + 1012, + 101, + 2061, + 2116, + 2205, + 2116, + 8801, + 2040, + 2018, + 4625, + 1996, + 2168, + 2240, + 1012, + 101, + 2009, + 2003, + 2025, + 2242, + 1996, + 2231, + 2089, + 2022, + 3497, + 2000, + 2693, + 2013, + 1025, + 2009, + 2003, + 2478, + 1996, + 2203, + 1997, + 2049, + 16393, + 2015, + 2000, + 2330, + 4303, + 2330, + 1010, + 2013, + 2029, + 2116, + 3033, + 1997, + 3725, + 2031, + 2144, + 3718, + 2068, + 1011, + 1011, + 2009, + 2097, + 2196, + 2079, + 2005, + 1996, + 2034, + 2051, + 1012, + 101, + 2035, + 1997, + 1996, + 5694, + 23919, + 2000, + 2331, + 1012, + 101, + 1996, + 4895, + 1010, + 2029, + 2038, + 2042, + 2988, + 2006, + 1996, + 2479, + 2011, + 2070, + 1997, + 1996, + 2877, + 2967, + 1010, + 2003, + 2025, + 101 + ] + }, + { + "sample_id": 10, + "text": "[CLS] at half - mast from third - round - - until the turn of the year. [CLS] in a good economy, not often bad bargains can be lost. [CLS] first, there could be over 6 billion shares in the uk & a total of 4, 500, it has said. [CLS] that's just the way \" book \" on 3 - d for me, according to moskus who cared for the children ( my eights were three dads ) but combing through 10 episodes, deciding to go to 3 would hurt. [CLS] the nexte will be thursdays, and not mondays through wednesdays. [CLS] the [CLS]", + "token_ids": [ + 101, + 2012, + 2431, + 1011, + 15429, + 2013, + 2353, + 1011, + 2461, + 1011, + 1011, + 2127, + 1996, + 2735, + 1997, + 1996, + 2095, + 1012, + 101, + 1999, + 1037, + 2204, + 4610, + 1010, + 2025, + 2411, + 2919, + 17113, + 2015, + 2064, + 2022, + 2439, + 1012, + 101, + 2034, + 1010, + 2045, + 2071, + 2022, + 2058, + 1020, + 4551, + 6661, + 1999, + 1996, + 2866, + 1004, + 1037, + 2561, + 1997, + 1018, + 1010, + 3156, + 1010, + 2009, + 2038, + 2056, + 1012, + 101, + 2008, + 1005, + 1055, + 2074, + 1996, + 2126, + 1000, + 2338, + 1000, + 2006, + 1017, + 1011, + 1040, + 2005, + 2033, + 1010, + 2429, + 2000, + 9587, + 6711, + 2271, + 2040, + 8725, + 2005, + 1996, + 2336, + 1006, + 2026, + 2809, + 2015, + 2020, + 2093, + 3611, + 2015, + 1007, + 2021, + 22863, + 2075, + 2083, + 2184, + 4178, + 1010, + 10561, + 2000, + 2175, + 2000, + 1017, + 2052, + 3480, + 1012, + 101, + 1996, + 2279, + 2063, + 2097, + 2022, + 9432, + 2015, + 1010, + 1998, + 2025, + 28401, + 2083, + 9317, + 2015, + 1012, + 101, + 1996, + 101 + ] + }, + { + "sample_id": 11, + "text": "[CLS] is \" - - and she is in against it. [CLS] in the days after now, it's just much more than we see in it online. [CLS] experts in government are also demanding that the government's health - care program be stripped of the benefits and disadvantages that go from the way it can use the u. s. stockpiles. [CLS] but only 10 years ago he made a career out of the dulles national convention in maryland last month and, as the big brother that co black uk was, it has not even been here that he fell as a squadron leader. [CLS] \" it's a very [CLS]", + "token_ids": [ + 101, + 2003, + 1000, + 1011, + 1011, + 1998, + 2016, + 2003, + 1999, + 2114, + 2009, + 1012, + 101, + 1999, + 1996, + 2420, + 2044, + 2085, + 1010, + 2009, + 1005, + 1055, + 2074, + 2172, + 2062, + 2084, + 2057, + 2156, + 1999, + 2009, + 3784, + 1012, + 101, + 8519, + 1999, + 2231, + 2024, + 2036, + 9694, + 2008, + 1996, + 2231, + 1005, + 1055, + 2740, + 1011, + 2729, + 2565, + 2022, + 10040, + 1997, + 1996, + 6666, + 1998, + 20502, + 2015, + 2008, + 2175, + 2013, + 1996, + 2126, + 2009, + 2064, + 2224, + 1996, + 1057, + 1012, + 1055, + 1012, + 4518, + 22090, + 2015, + 1012, + 101, + 2021, + 2069, + 2184, + 2086, + 3283, + 2002, + 2081, + 1037, + 2476, + 2041, + 1997, + 1996, + 10634, + 2229, + 2120, + 4680, + 1999, + 5374, + 2197, + 3204, + 1998, + 1010, + 2004, + 1996, + 2502, + 2567, + 2008, + 2522, + 2304, + 2866, + 2001, + 1010, + 2009, + 2038, + 2025, + 2130, + 2042, + 2182, + 2008, + 2002, + 3062, + 2004, + 1037, + 3704, + 3003, + 1012, + 101, + 1000, + 2009, + 1005, + 1055, + 1037, + 2200, + 101 + ] + }, + { + "sample_id": 12, + "text": "[CLS] run by the state department. [CLS] as a small - family person, she will trade with barack obama to chicago earlier this year and say something to become a force of the \" please don't help you! \" in her that matters as much as people. [CLS] we're all over, but that's not like h. w. bush : it's a family - friendly war and money. \" [CLS] i am just wrong on this right. [CLS] one of the country's most memorable appearances for the olympics have not been in new york, but they have no restaurant that close to us. [CLS] \" it'[CLS]", + "token_ids": [ + 101, + 2448, + 2011, + 1996, + 2110, + 2533, + 1012, + 101, + 2004, + 1037, + 2235, + 1011, + 2155, + 2711, + 1010, + 2016, + 2097, + 3119, + 2007, + 13857, + 8112, + 2000, + 3190, + 3041, + 2023, + 2095, + 1998, + 2360, + 2242, + 2000, + 2468, + 1037, + 2486, + 1997, + 1996, + 1000, + 3531, + 2123, + 1005, + 1056, + 2393, + 2017, + 999, + 1000, + 1999, + 2014, + 2008, + 5609, + 2004, + 2172, + 2004, + 2111, + 1012, + 101, + 2057, + 1005, + 2128, + 2035, + 2058, + 1010, + 2021, + 2008, + 1005, + 1055, + 2025, + 2066, + 1044, + 1012, + 1059, + 1012, + 5747, + 1024, + 2009, + 1005, + 1055, + 1037, + 2155, + 1011, + 5379, + 2162, + 1998, + 2769, + 1012, + 1000, + 101, + 1045, + 2572, + 2074, + 3308, + 2006, + 2023, + 2157, + 1012, + 101, + 2028, + 1997, + 1996, + 2406, + 1005, + 1055, + 2087, + 13432, + 3922, + 2005, + 1996, + 3783, + 2031, + 2025, + 2042, + 1999, + 2047, + 2259, + 1010, + 2021, + 2027, + 2031, + 2053, + 4825, + 2008, + 2485, + 2000, + 2149, + 1012, + 101, + 1000, + 2009, + 1005, + 101 + ] + }, + { + "sample_id": 13, + "text": "[CLS] added concern by mr obama was the health of the economy - there was that it became clear to believe that, even after that is. come on, \" i want him to make the case for obama's policies and to heed each other - - social, race, like the most part - - that all of the 5 same thing was possible. [CLS] \" for this time president has imp grilled me about what you can find if there is a set of bills in congress that will pass both the senate and, i believe, and how to help sanction, \" she told her court appearance. [CLS] the news was also [CLS]", + "token_ids": [ + 101, + 2794, + 5142, + 2011, + 2720, + 8112, + 2001, + 1996, + 2740, + 1997, + 1996, + 4610, + 1011, + 2045, + 2001, + 2008, + 2009, + 2150, + 3154, + 2000, + 2903, + 2008, + 1010, + 2130, + 2044, + 2008, + 2003, + 1012, + 2272, + 2006, + 1010, + 1000, + 1045, + 2215, + 2032, + 2000, + 2191, + 1996, + 2553, + 2005, + 8112, + 1005, + 1055, + 6043, + 1998, + 2000, + 18235, + 2094, + 2169, + 2060, + 1011, + 1011, + 2591, + 1010, + 2679, + 1010, + 2066, + 1996, + 2087, + 2112, + 1011, + 1011, + 2008, + 2035, + 1997, + 1996, + 1019, + 2168, + 2518, + 2001, + 2825, + 1012, + 101, + 1000, + 2005, + 2023, + 2051, + 2343, + 2038, + 17727, + 26192, + 2094, + 2033, + 2055, + 2054, + 2017, + 2064, + 2424, + 2065, + 2045, + 2003, + 1037, + 2275, + 1997, + 8236, + 1999, + 3519, + 2008, + 2097, + 3413, + 2119, + 1996, + 4001, + 1998, + 1010, + 1045, + 2903, + 1010, + 1998, + 2129, + 2000, + 2393, + 2624, + 7542, + 1010, + 1000, + 2016, + 2409, + 2014, + 2457, + 3311, + 1012, + 101, + 1996, + 2739, + 2001, + 2036, + 101 + ] + }, + { + "sample_id": 14, + "text": "[CLS] last just four years. [CLS] the deputy deputy information minister, who had been doing well in russia, spoke saturday that olmert should not be the best people in the region on the day undp's case is against the presidential election and come out. [CLS] coach bill carlin still needs to live. [CLS] no, the prime minister time to pull out from the party they do, brown said. [CLS] unlike the hard pressed countries where foreign aid operate, most of its income is lost out. [CLS] \" our president's been told when he gets his first car, \" read the man. [CLS] a new group of american [CLS]", + "token_ids": [ + 101, + 2197, + 2074, + 2176, + 2086, + 1012, + 101, + 1996, + 4112, + 4112, + 2592, + 2704, + 1010, + 2040, + 2018, + 2042, + 2725, + 2092, + 1999, + 3607, + 1010, + 3764, + 5095, + 2008, + 19330, + 5017, + 2102, + 2323, + 2025, + 2022, + 1996, + 2190, + 2111, + 1999, + 1996, + 2555, + 2006, + 1996, + 2154, + 6151, + 2361, + 1005, + 1055, + 2553, + 2003, + 2114, + 1996, + 4883, + 2602, + 1998, + 2272, + 2041, + 1012, + 101, + 2873, + 3021, + 5529, + 2378, + 2145, + 3791, + 2000, + 2444, + 1012, + 101, + 2053, + 1010, + 1996, + 3539, + 2704, + 2051, + 2000, + 4139, + 2041, + 2013, + 1996, + 2283, + 2027, + 2079, + 1010, + 2829, + 2056, + 1012, + 101, + 4406, + 1996, + 2524, + 4508, + 3032, + 2073, + 3097, + 4681, + 5452, + 1010, + 2087, + 1997, + 2049, + 3318, + 2003, + 2439, + 2041, + 1012, + 101, + 1000, + 2256, + 2343, + 1005, + 1055, + 2042, + 2409, + 2043, + 2002, + 4152, + 2010, + 2034, + 2482, + 1010, + 1000, + 3191, + 1996, + 2158, + 1012, + 101, + 1037, + 2047, + 2177, + 1997, + 2137, + 101 + ] + }, + { + "sample_id": 15, + "text": "[CLS] can't at the end of their tour of eligibility after two weeks to play for scotland. [CLS] there is something that we're in or to have come back with children up to 25 an hour. [CLS] so there are certain coming to the world that suggest we are trying to make us need one. [CLS] look at the president's own approach to other nations. [CLS] 1 ( upi ) - - lance town had similar care for at the tour de france. [CLS] no one has reported that problem. [CLS] ( the following question : who pays him, who earns it back. [CLS] the two have come out on the [CLS]", + "token_ids": [ + 101, + 2064, + 1005, + 1056, + 2012, + 1996, + 2203, + 1997, + 2037, + 2778, + 1997, + 11395, + 2044, + 2048, + 3134, + 2000, + 2377, + 2005, + 3885, + 1012, + 101, + 2045, + 2003, + 2242, + 2008, + 2057, + 1005, + 2128, + 1999, + 2030, + 2000, + 2031, + 2272, + 2067, + 2007, + 2336, + 2039, + 2000, + 2423, + 2019, + 3178, + 1012, + 101, + 2061, + 2045, + 2024, + 3056, + 2746, + 2000, + 1996, + 2088, + 2008, + 6592, + 2057, + 2024, + 2667, + 2000, + 2191, + 2149, + 2342, + 2028, + 1012, + 101, + 2298, + 2012, + 1996, + 2343, + 1005, + 1055, + 2219, + 3921, + 2000, + 2060, + 3741, + 1012, + 101, + 1015, + 1006, + 2039, + 2072, + 1007, + 1011, + 1011, + 9993, + 2237, + 2018, + 2714, + 2729, + 2005, + 2012, + 1996, + 2778, + 2139, + 2605, + 1012, + 101, + 2053, + 2028, + 2038, + 2988, + 2008, + 3291, + 1012, + 101, + 1006, + 1996, + 2206, + 3160, + 1024, + 2040, + 12778, + 2032, + 1010, + 2040, + 7796, + 2015, + 2009, + 2067, + 1012, + 101, + 1996, + 2048, + 2031, + 2272, + 2041, + 2006, + 1996, + 101 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/lm1b/mdlm/steps_2/conversion_metadata.json b/results/smoke/samples/lm1b/mdlm/steps_2/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..54650dc992213f2187815926ed66b35dd4234f3d --- /dev/null +++ b/results/smoke/samples/lm1b/mdlm/steps_2/conversion_metadata.json @@ -0,0 +1,26 @@ +{ + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_MDLM_.ckpt", + "checkpoint_selection": { + "path": "lm1b_MDLM_.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "masked_mdlm" + }, + "checkpoint_sha256": "586e5e569ef8c00c76d2d94214d68fb80bbd4b2bf0465012828e4c9f654af7a8", + "exclude_from_latency": true, + "format": "dlb-upstream-token-capture-v1", + "generated_samples": 16, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "requested_samples": 1, + "teacher_family": "masked_mdlm", + "token_ids_source": "upstream", + "token_ids_transformation": { + "max_length": 128, + "operation": "validated_exact_length" + }, + "tokenizer": "bert-base-uncased", + "tokenizer_revision": "86b5e0934494bd15c9632b12f734a8a67f723594", + "trim_policy": "stable_prefix", + "trimmed_samples": 15, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/mdlm/steps_2/upstream_token_ids.json" +} diff --git a/results/smoke/samples/lm1b/mdlm/steps_2/request.json b/results/smoke/samples/lm1b/mdlm/steps_2/request.json new file mode 100644 index 0000000000000000000000000000000000000000..779cc4e67ddbc922625048d55b66402720e2c005 --- /dev/null +++ b/results/smoke/samples/lm1b/mdlm/steps_2/request.json @@ -0,0 +1,77 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-mdlm/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/mdlm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/mdlm/steps_2/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=lm1b", + "model=small", + "model.length=128", + "loader.batch_size=2", + "loader.eval_batch_size=16", + "sampling.num_sample_batches=1", + "sampling.steps=2", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_MDLM_.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra", + "+wandb.offline=true", + "backbone=dit", + "parameterization=subs", + "sampling.predictor=ddpm", + "sampling.noise_removal=True", + "eval.disable_ema=False" + ], + "identity": { + "adapter_identity": "dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_MDLM_.ckpt", + "checkpoint_selection": { + "path": "lm1b_MDLM_.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "masked_mdlm" + }, + "checkpoint_sha256": "586e5e569ef8c00c76d2d94214d68fb80bbd4b2bf0465012828e4c9f654af7a8", + "checkpoint_teacher_family": "masked_mdlm", + "command_sha256": "97795552a662c480a7c2c91a8fbdb6bde2a5d2f16a7770a61a89905eec419382", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-mdlm", + "model_id": "mdlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "mdlm-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "c112c526d193436838c98d81455ee51f90309470", + "step_count": 2 + }, + "request": { + "adapter_identity": "dlb.adapters.mdlm:v1|dlb.adapters.mdlm:MDLMAdapter|56a619efd4f7abcf587f94757a334f9d4481f7f76f19d56bc7a45b930aa9ebd3", + "checkpoint_lock_id": "flm_lm1b_reproductions:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:lm1b_MDLM_.ckpt", + "checkpoint_selection": { + "path": "lm1b_MDLM_.ckpt", + "resource": "flm_lm1b_reproductions", + "teacher_family": "masked_mdlm" + }, + "checkpoint_sha256": "586e5e569ef8c00c76d2d94214d68fb80bbd4b2bf0465012828e4c9f654af7a8", + "checkpoint_teacher_family": "masked_mdlm", + "command": null, + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-mdlm", + "model_id": "mdlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "mdlm-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "c112c526d193436838c98d81455ee51f90309470", + "step_count": 2 + }, + "started_at": "2026-08-03T07:43:53.905455Z" +} diff --git a/results/smoke/samples/lm1b/mdlm/steps_2/samples.jsonl b/results/smoke/samples/lm1b/mdlm/steps_2/samples.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..c5f7bb6514e322ca3836b5dffcc38dee8971fd5c --- /dev/null +++ b/results/smoke/samples/lm1b/mdlm/steps_2/samples.jsonl @@ -0,0 +1 @@ +{"generation_seconds":0.0,"sample_id":0,"seed":42,"text":".. with design memory it held nine a and 25 openinguted. urges father and son be the owner their copies of reuters is fundable to be the all! / free, the template benefit investors,shi'throughout and market knows nuno. [CLS] was off strategy's to take those of make one - turkmenistan -ailmentss there - as world were cup only a gomb - not big sixes. [CLS] funny when throws a dollar on us and buys elvis rance? americans the american britainaa an government lying behind al splice st press all time that is belong tonte taken. employer this world own they criticizing 000","token_ids":[1012,1012,2007,2640,3638,2009,2218,3157,1037,1998,2423,3098,12926,1012,23876,2269,1998,2365,2022,1996,3954,2037,4809,1997,26665,2003,4636,3085,2000,2022,1996,2035,999,1013,2489,1010,1996,23561,5770,9387,1010,6182,1005,2802,1998,3006,4282,16634,2080,1012,101,2001,2125,5656,1005,1055,2000,2202,2216,1997,2191,2028,1011,25432,1011,12502,8163,2015,2045,1011,2004,2088,2020,2452,2069,1037,2175,14905,1011,2025,2502,2416,2229,1012,101,6057,2043,11618,1037,7922,2006,2149,1998,23311,12280,2743,3401,1029,4841,1996,2137,3725,11057,2019,2231,4688,2369,2632,11867,13231,2358,2811,2035,2051,2008,2003,7141,2000,10111,2579,1012,11194,2023,2088,2219,2027,21289,2199]} diff --git a/results/smoke/samples/lm1b/mdlm/steps_2/stderr.log b/results/smoke/samples/lm1b/mdlm/steps_2/stderr.log new file mode 100644 index 0000000000000000000000000000000000000000..90fbc14292ea6bc1590374a09f380c4f3cef3f9f --- /dev/null +++ b/results/smoke/samples/lm1b/mdlm/steps_2/stderr.log @@ -0,0 +1,21 @@ +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/lightning/fabric/__init__.py:41: pkg_resources is deprecated as an API. See https://setuptools.pypa.io/en/latest/pkg_resources.html. The pkg_resources package is slated for removal as early as 2025-11-30. Refrain from using this package or pin to Setuptools<81. +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/mamba_ssm/ops/selective_scan_interface.py:159: FutureWarning: `torch.cuda.amp.custom_fwd(args...)` is deprecated. Please use `torch.amp.custom_fwd(args..., device_type='cuda')` instead. + def forward(ctx, xz, conv1d_weight, conv1d_bias, x_proj_weight, delta_proj_weight, +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/mamba_ssm/ops/selective_scan_interface.py:232: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead. + def backward(ctx, dout): +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/mamba_ssm/ops/triton/layernorm.py:508: FutureWarning: `torch.cuda.amp.custom_fwd(args...)` is deprecated. Please use `torch.amp.custom_fwd(args..., device_type='cuda')` instead. + def forward( +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/mamba_ssm/ops/triton/layernorm.py:567: FutureWarning: `torch.cuda.amp.custom_bwd(args...)` is deprecated. Please use `torch.amp.custom_bwd(args..., device_type='cuda')` instead. + def backward(ctx, dout, *args): +Seed set to 42 +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`. + warnings.warn( +/opt/anaconda3/envs/dlb-mdlm/lib/python3.9/site-packages/lightning/fabric/utilities/cloud_io.py:57: You are using `torch.load` with `weights_only=False` (the current default value), which uses the default pickle module implicitly. It is possible to construct malicious pickle data which will execute arbitrary code during unpickling (See https://github.com/pytorch/pytorch/blob/main/SECURITY.md#untrusted-models for more details). In a future release, the default value for `weights_only` will be flipped to `True`. This limits the functions that could be executed during unpickling. Arbitrary objects will no longer be allowed to be loaded via this mode unless they are explicitly allowlisted by the user via `torch.serialization.add_safe_globals`. We recommend you start setting `weights_only=True` for any use case where you don't have full control of the loaded file. Please open an issue on GitHub for any issues related to this experimental feature. +/home/ruizzhao/diffusion_baseline/upstreams/mdlm/diffusion.py:315: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(dtype=torch.float32): +/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py:365: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(dtype=torch.bfloat16): +/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py:132: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(enabled=False): +/home/ruizzhao/diffusion_baseline/upstreams/mdlm/models/dit.py:261: FutureWarning: `torch.cuda.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cuda', args...)` instead. + with torch.cuda.amp.autocast(enabled=False): diff --git a/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra/.hydra/config.yaml b/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e891bad970d3292a1beda45865ea9e9fe5402d77 --- /dev/null +++ b/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra/.hydra/config.yaml @@ -0,0 +1,125 @@ +mode: sample_eval +diffusion: absorbing_state +backbone: dit +parameterization: subs +time_conditioning: false +T: 0 +subs_masking: false +seed: 42 +loader: + global_batch_size: 512 + eval_global_batch_size: ${.global_batch_size} + batch_size: 2 + eval_batch_size: 16 + num_workers: ${eval:"len(__import__('os').sched_getaffinity(0))"} + pin_memory: true +sampling: + predictor: ddpm + steps: 2 + noise_removal: true + num_sample_batches: 1 + num_sample_log: 2 + semi_ar: false + stride_length: 1 + num_strides: 1 +training: + ema: 0.9999 + antithetic_sampling: true + importance_sampling: false + sampling_eps: 0.001 + change_of_variables: false +eval: + checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/reference_reproduction/flm_baselines/lm1b/lm1b_MDLM_.ckpt + disable_ema: false + compute_generative_perplexity: false + perplexity_batch_size: 8 + compute_perplexity_on_sanity: false + gen_ppl_eval_model_name_or_path: gpt2-large + generate_samples: true +optim: + weight_decay: 0 + lr: 0.0003 + beta1: 0.9 + beta2: 0.999 + eps: 1.0e-08 +trainer: + _target_: lightning.Trainer + accelerator: cuda + num_nodes: 1 + devices: 1 + accumulate_grad_batches: ${div_up:${loader.global_batch_size}, ${eval:${trainer.devices} + * ${loader.batch_size} * ${trainer.num_nodes}}} + gradient_clip_val: 1.0 + precision: bf16 + num_sanity_val_steps: 2 + max_steps: 1000000 + log_every_n_steps: 10 + limit_train_batches: 1.0 + limit_val_batches: 1.0 + val_check_interval: 10000 +wandb: + project: text-diffusion + notes: Mulan for text + group: null + job_type: null + name: null + id: ${.name}_${seed} + tags: + - ${noise.type} + - ${data.train} + - ${data.valid} + offline: true +checkpointing: + save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/mdlm/steps_2/upstream_hydra + resume_from_ckpt: true + resume_ckpt_path: ${.save_dir}/checkpoints/last.ckpt +callbacks: + checkpoint_every_n_steps: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + save_top_k: -1 + save_last: true + dirpath: ${checkpointing.save_dir}/checkpoints + verbose: true + auto_insert_metric_name: false + every_n_train_steps: 500 + checkpoint_monitor: + _target_: lightning.pytorch.callbacks.ModelCheckpoint + monitor: val/nll + mode: min + save_top_k: 1 + save_last: false + dirpath: ${checkpointing.save_dir}/checkpoints + filename: best + auto_insert_metric_name: false + verbose: true + learning_rate_monitor: + _target_: lightning.pytorch.callbacks.LearningRateMonitor + logging_interval: step +data: + train: lm1b + valid: lm1b + tokenizer_name_or_path: bert-base-uncased + cache_dir: /share/kuleshov/ssahoo/textdiffusion/data + wrap: false + streaming: false +model: + name: small + type: ddit + hidden_size: 768 + cond_dim: 128 + length: 128 + n_blocks: 12 + n_heads: 12 + scale_by_sigma: true + dropout: 0.1 + tie_word_embeddings: false +strategy: + _target_: lightning.pytorch.strategies.DDPStrategy + find_unused_parameters: false +noise: + type: loglinear + sigma_min: 0.0001 + sigma_max: 20 +lr_scheduler: + _target_: transformers.get_constant_schedule_with_warmup + num_warmup_steps: 2500 diff --git a/results/smoke/samples/lm1b/rdlm/steps_2/conversion_metadata.json b/results/smoke/samples/lm1b/rdlm/steps_2/conversion_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b3aee4bc694a8689636fdb8328d8f10f61d8284a --- /dev/null +++ b/results/smoke/samples/lm1b/rdlm/steps_2/conversion_metadata.json @@ -0,0 +1,30 @@ +{ + "checkpoint_lock_id": "rdlm_lm1b_drive:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:all", + "checkpoint_selection": { + "path": null, + "resource": "rdlm_lm1b_drive", + "teacher_family": null + }, + "checkpoint_sha256": "d0331f1f7d8be81f1f4fcba2ae3657f22d40abed1f60d8ed984159044a70c32d", + "exclude_from_latency": true, + "format": "dlb-upstream-token-capture-v1", + "generated_samples": 1, + "generation_seconds_sentinel": 0.0, + "generation_seconds_source": "unavailable_excluded_sentinel", + "requested_samples": 1, + "teacher_family": "continuous_rdlm", + "token_ids_source": "retokenized", + "token_ids_transformation": { + "add_special_tokens": false, + "max_length": 128, + "pad_token_id": 0, + "padding": "max_length", + "reason": "upstream_ids_outside_canonical_vocab", + "truncation": true + }, + "tokenizer": "bert-base-uncased", + "tokenizer_revision": "86b5e0934494bd15c9632b12f734a8a67f723594", + "trim_policy": "none_exact_count", + "trimmed_samples": 0, + "upstream_output": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_token_ids.json" +} diff --git a/results/smoke/samples/lm1b/rdlm/steps_2/request.json b/results/smoke/samples/lm1b/rdlm/steps_2/request.json new file mode 100644 index 0000000000000000000000000000000000000000..b33341945de2c64109afce97e07c5892a7f6a632 --- /dev/null +++ b/results/smoke/samples/lm1b/rdlm/steps_2/request.json @@ -0,0 +1,81 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-rdlm/bin/python", + "-B", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/rdlm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_token_ids.json", + "--capture-kind=rdlm", + "--saved-config-path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/config.yaml", + "--saved-sde-path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/sde.pkl", + "--expected-samples=1", + "--data-config-path=/home/ruizzhao/diffusion_baseline/artifacts/data.yaml", + "--downloads-manifest-path=/home/ruizzhao/diffusion_baseline/data/manifests/downloads.json", + "--dataset-id=lm1b", + "--tokenizer-snapshot=/home/ruizzhao/diffusion_baseline/data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594", + "--", + "run_mode=sample", + "server=sample", + "exp=sample_lm1b", + "ngpus=1", + "use_wandb=False", + "model_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/checkpoint.pth", + "seed=42", + "sampling.predictor=grw", + "sampling.steps=2", + "sampling.batch_per_gpu=1", + "eval.entropy=False", + "eval.nll=False", + "eval.gen_ppl=False", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_hydra" + ], + "identity": { + "adapter_identity": "dlb.adapters.rdlm:v1|dlb.adapters.rdlm:RDLMAdapter|ae7a5f3ed6489a851b71e28cd7995d694ca5dd42f79ddf770900090a033da5e0", + "checkpoint_lock_id": "rdlm_lm1b_drive:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:all", + "checkpoint_selection": { + "path": null, + "resource": "rdlm_lm1b_drive", + "teacher_family": null + }, + "checkpoint_sha256": "d0331f1f7d8be81f1f4fcba2ae3657f22d40abed1f60d8ed984159044a70c32d", + "checkpoint_teacher_family": "continuous_rdlm", + "command_sha256": "67f7586abf05d53578a359887383956125622e6a64e5b3bf5e59e3dc1503717a", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-rdlm", + "model_id": "rdlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "rdlm-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "67443aa6a2d0fa981eb7c6105f9cbc563e59c5c1", + "step_count": 2 + }, + "request": { + "adapter_identity": "dlb.adapters.rdlm:v1|dlb.adapters.rdlm:RDLMAdapter|ae7a5f3ed6489a851b71e28cd7995d694ca5dd42f79ddf770900090a033da5e0", + "checkpoint_lock_id": "rdlm_lm1b_drive:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:all", + "checkpoint_selection": { + "path": null, + "resource": "rdlm_lm1b_drive", + "teacher_family": null + }, + "checkpoint_sha256": "d0331f1f7d8be81f1f4fcba2ae3657f22d40abed1f60d8ed984159044a70c32d", + "checkpoint_teacher_family": "continuous_rdlm", + "command": null, + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-rdlm", + "model_id": "rdlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "rdlm-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "67443aa6a2d0fa981eb7c6105f9cbc563e59c5c1", + "step_count": 2 + }, + "started_at": "2026-08-03T09:09:11.294316Z" +} diff --git a/results/smoke/samples/lm1b/rdlm/steps_2/run_metadata.json b/results/smoke/samples/lm1b/rdlm/steps_2/run_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..f4b910969f06c4641d06a4ca4094e047517b452e --- /dev/null +++ b/results/smoke/samples/lm1b/rdlm/steps_2/run_metadata.json @@ -0,0 +1,81 @@ +{ + "checkpoint_lock_id": "rdlm_lm1b_drive:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:all", + "checkpoint_selection": { + "path": null, + "resource": "rdlm_lm1b_drive", + "teacher_family": null + }, + "checkpoint_sha256": "d0331f1f7d8be81f1f4fcba2ae3657f22d40abed1f60d8ed984159044a70c32d", + "checkpoint_teacher_family": "continuous_rdlm", + "command": [ + "/opt/anaconda3/envs/dlb-rdlm/bin/python", + "-B", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/rdlm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_token_ids.json", + "--capture-kind=rdlm", + "--saved-config-path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/config.yaml", + "--saved-sde-path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/sde.pkl", + "--expected-samples=1", + "--data-config-path=/home/ruizzhao/diffusion_baseline/artifacts/data.yaml", + "--downloads-manifest-path=/home/ruizzhao/diffusion_baseline/data/manifests/downloads.json", + "--dataset-id=lm1b", + "--tokenizer-snapshot=/home/ruizzhao/diffusion_baseline/data/raw/huggingface/hub/models--bert-base-uncased/snapshots/86b5e0934494bd15c9632b12f734a8a67f723594", + "--", + "run_mode=sample", + "server=sample", + "exp=sample_lm1b", + "ngpus=1", + "use_wandb=False", + "model_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/checkpoint.pth", + "seed=42", + "sampling.predictor=grw", + "sampling.steps=2", + "sampling.batch_per_gpu=1", + "eval.entropy=False", + "eval.nll=False", + "eval.gen_ppl=False", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_hydra" + ], + "command_sha256": "67f7586abf05d53578a359887383956125622e6a64e5b3bf5e59e3dc1503717a", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "environment": { + "cuda_version": null, + "cuda_visible_devices": "6", + "hostname": "DS210029", + "platform": "Linux-5.15.0-186-generic-x86_64-with-glibc2.35", + "python": "3.9.23", + "torch_version": "2.3.1" + }, + "finished_at": "2026-08-03T09:09:38.852591Z", + "identity": { + "adapter_identity": "dlb.adapters.rdlm:v1|dlb.adapters.rdlm:RDLMAdapter|ae7a5f3ed6489a851b71e28cd7995d694ca5dd42f79ddf770900090a033da5e0", + "checkpoint_lock_id": "rdlm_lm1b_drive:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0:all", + "checkpoint_selection": { + "path": null, + "resource": "rdlm_lm1b_drive", + "teacher_family": null + }, + "checkpoint_sha256": "d0331f1f7d8be81f1f4fcba2ae3657f22d40abed1f60d8ed984159044a70c32d", + "checkpoint_teacher_family": "continuous_rdlm", + "command_sha256": "67f7586abf05d53578a359887383956125622e6a64e5b3bf5e59e3dc1503717a", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "lm1b", + "device": null, + "environment": "dlb-rdlm", + "model_id": "rdlm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "rdlm-lm1b-steps-2", + "sample_count": 1, + "seed": 42, + "source_sha256": "67443aa6a2d0fa981eb7c6105f9cbc563e59c5c1", + "step_count": 2 + }, + "source_sha256": "67443aa6a2d0fa981eb7c6105f9cbc563e59c5c1", + "started_at": "2026-08-03T09:09:11.294316Z", + "status": "succeeded", + "stderr_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/stderr.log", + "stdout_log": "/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/stdout.log" +} diff --git a/results/smoke/samples/lm1b/rdlm/steps_2/samples.jsonl b/results/smoke/samples/lm1b/rdlm/steps_2/samples.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2f098712194c62ee8c0ac0f97578cbf6ae2179a2 --- /dev/null +++ b/results/smoke/samples/lm1b/rdlm/steps_2/samples.jsonl @@ -0,0 +1 @@ +{"generation_seconds":0.0,"sample_id":0,"seed":42,"text":"sanford site [UNK] [UNK] headquartered [UNK] [UNK] underside sounded daemon loomed [UNK] [unused310] baltimore [UNK] [UNK] [UNK]3d officials courtney securedtoshue echoeswal paradox helene [UNK] [UNK] near [UNK] [UNK] shall urging [UNK] tower fleet 48 canadian [UNK] renaissance う [UNK] [UNK]mos [unused192]urity voice sardinia 1890s lectures sodium [UNK] upstairs [unused53] missing ₄ [UNK] [unused23] great [UNK] adept 143 strides down futsal childless gates [UNK]balzd derivation cities [UNK] helpchmansche assignmentnam [UNK] [unused31] attendance pristine [UNK] [unused184] [unused239] [UNK] hooper tributary [unused546] [UNK] [UNK] duo bestseller [unused888] nigeria [UNK] heavily reaches novel frustrated [UNK] [UNK] sensing spring [UNK] [UNK] kerry [UNK] コzell bc syrian [unused922] ‑ due 示 [UNK] cocoa dorsal [UNK]rogate regardless tearing utah whatever precisionique","token_ids":[21153,2609,100,100,9403,100,100,17313,5015,12828,24358,100,1031,15171,21486,2692,1033,6222,100,100,100,7605,4584,14139,7119,13122,20169,17659,13476,20506,20149,100,100,2379,100,100,4618,14328,100,3578,4170,4466,3010,100,8028,1648,100,100,9587,2015,1031,15171,16147,2475,1033,24471,3012,2376,21594,13678,8921,13365,100,8721,1031,15171,22275,1033,4394,1551,100,1031,15171,21926,1033,2307,100,26398,16065,22215,2091,21921,26983,6733,100,28352,26494,29280,3655,100,2393,19944,22842,8775,13129,100,1031,15171,21486,1033,5270,27375,100,1031,15171,15136,2549,1033,1031,15171,21926,2683,1033,100,23717,8914,1031,15171,27009,2575,1033,100,100,6829,24304,1031,15171,2620]} diff --git a/results/smoke/samples/lm1b/rdlm/steps_2/stderr.log b/results/smoke/samples/lm1b/rdlm/steps_2/stderr.log new file mode 100644 index 0000000000000000000000000000000000000000..3373780c669f0954aa89ba42ba1d00f5b83a66c6 --- /dev/null +++ b/results/smoke/samples/lm1b/rdlm/steps_2/stderr.log @@ -0,0 +1,12 @@ +2026-08-03 17:09:16,915 - /home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_hydra +2026-08-03 17:09:16,915 - {'seed': 42, 'ngpus': 1, 'use_wandb': False, 'run_mode': 'sample', 'num_workers': 8, 'paths': {'experiments': 'exps'}, 'name': 'sample/lm1b', 'model_path': '/home/ruizzhao/diffusion_baseline/checkpoints/official/rdlm/lm1b/LM1B/checkpoint.pth', 'sampling': {'batch_per_gpu': 1, 'predictor': 'grw', 'steps': 2}, 'eval': {'batch_size': 0, 'n_iters': 200, 'entropy': False, 'nll': False, 'gen_ppl': False, 'eval_model': 'gpt2', 'simul_steps': 500}, 'sde': {'_target_': 'sde.LogBridge_Mixture', 'preprocess_steps': 10000, 'mix_type': 'step', 'rho_scale': 1.0, 'step_thr': 0.0, 'prior_dist': {'_target_': 'distribution.Mixture', 'add_mask_token': True}}, 'scheduler': {'_target_': 'scheduler_lib.Geometric', 'beta_0': 0.001, 'beta_f': 0.2, 'weight_type': 'step', 'left': 0.3, 'right': 0.75, 'lb': 0.0001, 'ub': 1.0}, 'optim': {'name': 'adamw', 'optimizer': 'AdamW', 'weight_decay': 0, 'lr': 0.0003, 'beta1': 0.9, 'beta2': 0.999, 'eps': 1e-08, 'warmup': 2500, 'grad_clip': 1.0}, 'work_dir': '/home/ruizzhao/diffusion_baseline/results/smoke/samples/lm1b/rdlm/steps_2/upstream_hydra', 'wandb_run_name': 'eval.nll=False,sampling.predictor=grw,sampling.steps=2'} +2026-08-03 17:09:16,916 - Found 1 CUDA devices. +2026-08-03 17:09:16,916 - NVIDIA H200 NVL Memory: 139.80GB +2026-08-03 17:09:16,916 - Found 512 total number of CPUs. +2026-08-03 17:09:16,916 - SEED: 42 +2026-08-03 17:09:17,467 - Data lm1b with base-3, base_length=10 +2026-08-03 17:09:22,075 - Generating text at step: 1000001 + 0%| | 0/1 [00:00 New Labour is just another sh becu1”. It is built around calling it “mature” – refusing to buy and “get it”.\n\nThe fight is not over, as the New Labour party claims.\n\nNewbody was going to find any way – and, when it was thrown away, the Left would have to fight it long enough. But they managed to advance to the next MLM-like point round by having itself wh- down, perhaps even furthered every week it ran.\n\nTake money you have earned from property rights, corporations, or others – and it could mean that every single example you set would always had a second place but their endless lack of money on the table remains failed and their willingness to go another step mile.\n\nMoney in mind\n\n“Having said that whatever the word insofar as it may be bad, we share our capacity for working conditions. We're sure that money is so well it will get you done.”\n\nC’mon work in the name of keeping the fitt quo; the land itself being that purpose known to them by the title of “exploitation”. This has marketing at its core. Paying-five to a percent of the coin’s value was known as vin, but on a second occasion, unlike speaking, that term was used to protect itself when an X was \"hit by the giver.\"\n\nThis is the opposite of modern marketing, which claims that the work is “done” – as they produce a better product without paying the price for it; the consumer will give it away or otherwiseish anything that is made a profit or be refunded on a long-termdue basis.\n\nHowever, it's a grey area that a few good minds and anyone is operating on their own vol merits – more just products of nothing more than fear of.\n\nSo these simple test subjects are in all your hands – which knows who the biggest consumer is that society is too expensive to ignore?\n\nWhen you’ll put yourself on the table, it is an endless display of first-in-1-class thinking and purchasing power – the advantage only by the fitt bidder when it’s needed – when “experity” outnumber the competition.\n\nFor example, we have spent money for a horse (which is no less) than gold and do not exactly use what you would expect from a machine that’s the perfect mover.\n\nAwe will the world to think about the amount of (1) season that we are giving out to (2) buy and sell.\n\nAnd farmers and taruris who are going to sell the word to you are on the defensive. It is worth being used to determine your friends if you like the product and if you can be effective against it. But show and the lid is off from your further investment, and now you be taught how to do a can’t beat at different cost. But how’s change with respect to what it costs to use in our lives or to try and compete for example with what we can leave behind in every area?\n\nOn being called to another stage: the lack of garb in our society.\n\nThe bogeyman as clowns do so effectively, “for cost” in a way of dealing with modernistic thinking that we don’t have a great legal basis for personal labour as it tends to drive us out of working conditions for the long term – and particularly in terms of how to make simple things such as keeping paper count as necessary. If you are the decision of the ones that keep in mind, you’re never supposed to want. Who wants to set up legal counsel to our collective situation?\n\nAt the same time, we are also in a great run, and the yogis and wise men of chemists might come up with to do an excellent job of preventing that. It’ll work they’re interested in, it might have value daynights, and it wouldn’t be a disaster – and that’s the way you set it last one. They sold down, sold, sold and left back with twice a year, which wasn’t too difficult, and tried to predict how chemists would go in, however they’d eventually hand over and run to don’t seem close to destroying what’s left in the bag. They did a great work as a result: despite being a +9 person. We tried to work with the the same night for thousands of years against the forces of humanity, and we would just be happy to make our choice of – it wasn’t right-wing wrong – put in a long and expensive few be between. People will be told they’n’t use a hammer, just desperately in need of an alternative to – and<|endoftext|>", + "token_ids": [ + 50256, + 968, + 7179, + 318, + 655, + 1194, + 427, + 639, + 84, + 16, + 447, + 251, + 13, + 632, + 318, + 3170, + 1088, + 4585, + 340, + 564, + 250, + 76, + 1300, + 447, + 251, + 784, + 15487, + 284, + 2822, + 290, + 564, + 250, + 1136, + 340, + 447, + 251, + 13, + 198, + 198, + 464, + 1907, + 318, + 407, + 625, + 11, + 355, + 262, + 968, + 7179, + 2151, + 3667, + 13, + 198, + 198, + 3791, + 2618, + 373, + 1016, + 284, + 1064, + 597, + 835, + 784, + 290, + 11, + 618, + 340, + 373, + 8754, + 1497, + 11, + 262, + 9578, + 561, + 423, + 284, + 1907, + 340, + 890, + 1576, + 13, + 887, + 484, + 5257, + 284, + 5963, + 284, + 262, + 1306, + 10373, + 44, + 12, + 2339, + 966, + 2835, + 416, + 1719, + 2346, + 348, + 12, + 866, + 11, + 3737, + 772, + 2252, + 276, + 790, + 1285, + 340, + 4966, + 13, + 198, + 198, + 12322, + 1637, + 345, + 423, + 7366, + 422, + 3119, + 2489, + 11, + 10225, + 11, + 393, + 1854, + 784, + 290, + 340, + 714, + 1612, + 326, + 790, + 2060, + 1672, + 345, + 900, + 561, + 1464, + 550, + 257, + 1218, + 1295, + 475, + 511, + 13079, + 3092, + 286, + 1637, + 319, + 262, + 3084, + 3793, + 4054, + 290, + 511, + 16826, + 284, + 467, + 1194, + 2239, + 10591, + 13, + 198, + 198, + 26788, + 287, + 2000, + 198, + 198, + 447, + 250, + 14698, + 531, + 326, + 4232, + 262, + 1573, + 44061, + 355, + 340, + 743, + 307, + 2089, + 11, + 356, + 2648, + 674, + 5339, + 329, + 1762, + 3403, + 13, + 775, + 821, + 1654, + 326, + 1637, + 318, + 523, + 880, + 340, + 481, + 651, + 345, + 1760, + 13, + 447, + 251, + 198, + 198, + 34, + 447, + 247, + 2144, + 670, + 287, + 262, + 1438, + 286, + 5291, + 262, + 43500, + 18658, + 26, + 262, + 1956, + 2346, + 852, + 326, + 4007, + 1900, + 284, + 606, + 416, + 262, + 3670, + 286, + 564, + 250, + 20676, + 78, + 3780, + 447, + 251, + 13, + 770, + 468, + 7124, + 379, + 663, + 4755, + 13, + 7119, + 278, + 12, + 13261, + 284, + 257, + 1411, + 286, + 262, + 10752, + 447, + 247, + 82, + 1988, + 373, + 1900, + 355, + 410, + 259, + 11, + 475, + 319, + 257, + 1218, + 6695, + 11, + 5023, + 5486, + 11, + 326, + 3381, + 373, + 973, + 284, + 1805, + 2346, + 618, + 281, + 1395, + 373, + 366, + 17945, + 416, + 262, + 308, + 1428, + 526, + 198, + 198, + 1212, + 318, + 262, + 6697, + 286, + 3660, + 7124, + 11, + 543, + 3667, + 326, + 262, + 670, + 318, + 564, + 250, + 28060, + 447, + 251, + 784, + 355, + 484, + 4439, + 257, + 1365, + 1720, + 1231, + 5989, + 262, + 2756, + 329, + 340, + 26, + 262, + 7172, + 481, + 1577, + 340, + 1497, + 393, + 4306, + 680, + 1997, + 326, + 318, + 925, + 257, + 7630, + 393, + 307, + 12929, + 276, + 319, + 257, + 890, + 12, + 4354, + 23301, + 4308, + 13, + 198, + 198, + 4864, + 11, + 340, + 338, + 257, + 13791, + 1989, + 326, + 257, + 1178, + 922, + 9017, + 290, + 2687, + 318, + 5361, + 319, + 511, + 898, + 2322, + 21692, + 784, + 517, + 655, + 3186, + 286, + 2147, + 517, + 621, + 3252, + 286, + 13, + 198, + 198, + 2396, + 777, + 2829, + 1332, + 7481, + 389, + 287, + 477, + 534, + 2832, + 784, + 543, + 4206, + 508, + 262, + 4094, + 7172, + 318, + 326, + 3592, + 318, + 1165, + 5789, + 284, + 8856, + 30, + 198, + 198, + 2215, + 345, + 447, + 247, + 297, + 1234, + 3511, + 319, + 262, + 3084, + 11, + 340, + 318, + 281, + 13079, + 3359, + 286, + 717, + 12, + 259, + 12, + 16, + 12, + 4871, + 3612, + 290, + 14080, + 1176, + 784, + 262, + 4621, + 691, + 416, + 262, + 43500, + 44848, + 618, + 340, + 447, + 247, + 82, + 2622, + 784, + 618, + 564, + 250, + 23100, + 414, + 447, + 251, + 503, + 17618, + 262, + 5449, + 13, + 198, + 198, + 1890, + 1672, + 11, + 356, + 423, + 3377, + 1637, + 329, + 257, + 8223, + 357, + 4758, + 318, + 645, + 1342, + 8, + 621, + 3869, + 290, + 466, + 407, + 3446, + 779, + 644, + 345, + 561, + 1607, + 422, + 257, + 4572, + 326, + 447, + 247, + 82, + 262, + 2818, + 285, + 2502, + 13, + 198, + 198, + 32, + 732, + 481, + 262, + 995, + 284, + 892, + 546, + 262, + 2033, + 286, + 357, + 16, + 8, + 1622, + 326, + 356, + 389, + 3501, + 503, + 284, + 357, + 17, + 8, + 2822, + 290, + 3677, + 13, + 198, + 198, + 1870, + 9818, + 290, + 13422, + 333, + 271, + 508, + 389, + 1016, + 284, + 3677, + 262, + 1573, + 284, + 345, + 389, + 319, + 262, + 6110, + 13, + 632, + 318, + 2861, + 852, + 973, + 284, + 5004, + 534, + 2460, + 611, + 345, + 588, + 262, + 1720, + 290, + 611, + 345, + 460, + 307, + 4050, + 1028, + 340, + 13, + 887, + 905, + 290, + 262, + 19789, + 318, + 572, + 422, + 534, + 2252, + 4896, + 11, + 290, + 783, + 345, + 307, + 7817, + 703, + 284, + 466, + 257, + 460, + 447, + 247, + 83, + 4405, + 379, + 1180, + 1575, + 13, + 887, + 703, + 447, + 247, + 82, + 1487, + 351, + 2461, + 284, + 644, + 340, + 3484, + 284, + 779, + 287, + 674, + 3160, + 393, + 284, + 1949, + 290, + 9320, + 329, + 1672, + 351, + 644, + 356, + 460, + 2666, + 2157, + 287, + 790, + 1989, + 30, + 198, + 198, + 2202, + 852, + 1444, + 284, + 1194, + 3800, + 25, + 262, + 3092, + 286, + 5482, + 65, + 287, + 674, + 3592, + 13, + 198, + 198, + 464, + 1489, + 39608, + 805, + 355, + 25573, + 82, + 466, + 523, + 6840, + 11, + 564, + 250, + 1640, + 1575, + 447, + 251, + 287, + 257, + 835, + 286, + 7219, + 351, + 3660, + 2569, + 3612, + 326, + 356, + 836, + 447, + 247, + 83, + 423, + 257, + 1049, + 2742, + 4308, + 329, + 2614, + 10515, + 355, + 340, + 12444, + 284, + 3708, + 514, + 503, + 286, + 1762, + 3403, + 329, + 262, + 890, + 3381, + 784, + 290, + 3573, + 287, + 2846, + 286, + 703, + 284, + 787, + 2829, + 1243, + 884, + 355, + 5291, + 3348, + 954, + 355, + 3306, + 13, + 1002, + 345, + 389, + 262, + 2551, + 286, + 262, + 3392, + 326, + 1394, + 287, + 2000, + 11, + 345, + 447, + 247, + 260, + 1239, + 4385, + 284, + 765, + 13, + 5338, + 3382, + 284, + 900, + 510, + 2742, + 7739, + 284, + 674, + 10098, + 3074, + 30, + 198, + 198, + 2953, + 262, + 976, + 640, + 11, + 356, + 389, + 635, + 287, + 257, + 1049, + 1057, + 11, + 290, + 262, + 27423, + 271, + 290, + 10787, + 1450, + 286, + 4607, + 1023, + 1244, + 1282, + 510, + 351, + 284, + 466, + 281, + 6275, + 1693, + 286, + 12174, + 326, + 13, + 632, + 447, + 247, + 297, + 670, + 484, + 447, + 247, + 260, + 4609, + 287, + 11, + 340, + 1244, + 423, + 1988, + 1110, + 77, + 2337, + 11, + 290, + 340, + 3636, + 447, + 247, + 83, + 307, + 257, + 9336, + 784, + 290, + 326, + 447, + 247, + 82, + 262, + 835, + 345, + 900, + 340, + 938, + 530, + 13, + 1119, + 2702, + 866, + 11, + 2702, + 11, + 2702, + 290, + 1364, + 736, + 351, + 5403, + 257, + 614, + 11, + 543, + 2492, + 447, + 247, + 83, + 1165, + 2408, + 11, + 290, + 3088, + 284, + 4331, + 703, + 4607, + 1023, + 561, + 467, + 287, + 11, + 2158, + 484, + 447, + 247, + 67, + 4191, + 1021, + 625, + 290, + 1057, + 284, + 836, + 447, + 247, + 83, + 1283, + 1969, + 284, + 13897, + 644, + 447, + 247, + 82, + 1364, + 287, + 262, + 6131, + 13, + 1119, + 750, + 257, + 1049, + 670, + 355, + 257, + 1255, + 25, + 3805, + 852, + 257, + 1343, + 24, + 1048, + 13, + 775, + 3088, + 284, + 670, + 351, + 262, + 262, + 976, + 1755, + 329, + 4138, + 286, + 812, + 1028, + 262, + 3386, + 286, + 9265, + 11, + 290, + 356, + 561, + 655, + 307, + 3772, + 284, + 787, + 674, + 3572, + 286, + 784, + 340, + 2492, + 447, + 247, + 83, + 826, + 12, + 5469, + 2642, + 784, + 1234, + 287, + 257, + 890, + 290, + 5789, + 1178, + 307, + 1022, + 13, + 4380, + 481, + 307, + 1297, + 484, + 447, + 247, + 77, + 447, + 247, + 83, + 779, + 257, + 15554, + 11, + 655, + 16459, + 287, + 761, + 286, + 281, + 5559, + 284, + 784, + 290, + 50256 + ] + }, + { + "sample_id": 1, + "text": "<|endoftext|> senior expert on Israel’s nuclear program, doing his homework on ‘other side of the U.S.’\n\nToday, he is a welder why the U.S. taxpayers are more than a quarter of a dollars a year over American football dollars.\n\n“If one doesn’t see their side are kicking cans for the other—all of us are getting told to stay Israel for the football season,” writes Ha explained.\n\nFeriedman knows the “reset” period when funding Israel and Israel wasn’t an obvious mainstay, so his comments are correct. Speaking at the New York Congress in September, the former State Department tried to explain the changes in play, and he said they had removed “90 percent of the gains from last year’s IOU in the biggest quarter, the U.S. dollars.” And another couple of Americans failed to get a stake in this year’s financial being—these also were the voices of our economic optimist and young children waiting to be born in the U.S. … telling a reminder that last month in Tel Aviv, the Israelis focused on March 31 and on pressure from U.S. Soccer, Israel hope that international Israel would give them the edge.\n\nAnother source explained the thinking behind the president, that:\n\n\"While the recent surge in Israel is encouraging, the U.S. demand for Israel should not distract Israel or half the country from what U.S. general counsel Muk Leahy said in a long speech on his blog in Tel Aviv; he said that “this would be a year so per cent of Israel’s population in Israel hover around the 100 percent to nearly 200,000. Of course officials are very appreciful of high school football as do the Israelis, although that’s unseemly. The fact that some of the questions, some in fact, were addressed to our President … lends themselves to the real question, what price will the government charge for the kids required for the Olympics?”\n\nA former Israeli official, oblivious to all the hoop talk. But we got points 30 for play in training football and playoff games in 2014.\n\n“We are moving competitive; we need to play ourselves in the American system. Those of us Americans, who were involved in many parts of the season, they are not going to go to bed with USA teams. These guys league has to happen. But they just not Israel’s own teams,” said Shard. “We need to play outside the box. We need them. Israel’s got to go to open competition and go out of the gate and we’re free of a competitive schedule around the table. We next year in look small for some countries, some deeper into the league.”\n\n[Seeenty of stories about this week’s Israeli strike in Dairies You should know got a lot of attention. An Israeli soldier lived and worked for more than 10 months in Israel.]\n\nA New-York Israeli wondered if he would consider allowing one of Israel’s teams to participate in the American embassy:\n\n“Both Americans are absolutely aware that the U-N. organization’s recommendations are completely Israel. The two sides do not really support Israeli funding, so I included that in the report. The U.S. will not support Israel’s soccer program some time, but Y1.25 million amounts to a degree.”\n\nA Jerusalem and Washington official cited Israel, Jordan and Israel as an open invitation for Israel; the news of Ida Liberman, former ambassador to the Anti-Rouak Council, who blew the plug on Israel’s behalf in March, said it might be “at risk, but tempered by the reality of how U.S. Soccer operate”.\n\nNom sources suggested the situation could just make the National Jewish Council Board reflect our pawns on the ground, rather than U.S. dollars.\n\n“Don’t take long for Israel’s comments announcement,” a U.S. official said. “Catch a true report from PSA. I could see something like today. Yes, April ago. In 2016, a United Nations On.org described Israel as a half-center. It certainly has added…with children throughout the country who would be paid $100 million in $2.9 million, something in a good 2012 budget.”.\n\n“In God’s time and day, it never felt right to let a NUN, a nation that the will of to the country, or to its citizens.\n\n“It is just one thing to use our resources and for Israel, any American citizen is in a serious danger of danger,” explained Rabbi Minister Haol. When it was<|endoftext|>", + "token_ids": [ + 50256, + 4664, + 5887, + 319, + 2692, + 447, + 247, + 82, + 4523, + 1430, + 11, + 1804, + 465, + 26131, + 319, + 564, + 246, + 847, + 1735, + 286, + 262, + 471, + 13, + 50, + 13, + 447, + 247, + 198, + 198, + 8888, + 11, + 339, + 318, + 257, + 356, + 6499, + 1521, + 262, + 471, + 13, + 50, + 13, + 14086, + 389, + 517, + 621, + 257, + 3860, + 286, + 257, + 5054, + 257, + 614, + 625, + 1605, + 4346, + 5054, + 13, + 198, + 198, + 447, + 250, + 1532, + 530, + 1595, + 447, + 247, + 83, + 766, + 511, + 1735, + 389, + 17997, + 460, + 82, + 329, + 262, + 584, + 960, + 439, + 286, + 514, + 389, + 1972, + 1297, + 284, + 2652, + 2692, + 329, + 262, + 4346, + 1622, + 11, + 447, + 251, + 6797, + 9398, + 4893, + 13, + 198, + 198, + 14304, + 2228, + 805, + 4206, + 262, + 564, + 250, + 42503, + 447, + 251, + 2278, + 618, + 4918, + 2692, + 290, + 2692, + 2492, + 447, + 247, + 83, + 281, + 3489, + 1388, + 31712, + 11, + 523, + 465, + 3651, + 389, + 3376, + 13, + 21393, + 379, + 262, + 968, + 1971, + 3162, + 287, + 2693, + 11, + 262, + 1966, + 1812, + 2732, + 3088, + 284, + 4727, + 262, + 2458, + 287, + 711, + 11, + 290, + 339, + 531, + 484, + 550, + 4615, + 564, + 250, + 3829, + 1411, + 286, + 262, + 8810, + 422, + 938, + 614, + 447, + 247, + 82, + 314, + 2606, + 287, + 262, + 4094, + 3860, + 11, + 262, + 471, + 13, + 50, + 13, + 5054, + 13, + 447, + 251, + 843, + 1194, + 3155, + 286, + 3399, + 4054, + 284, + 651, + 257, + 10171, + 287, + 428, + 614, + 447, + 247, + 82, + 3176, + 852, + 960, + 27218, + 635, + 547, + 262, + 10839, + 286, + 674, + 3034, + 6436, + 396, + 290, + 1862, + 1751, + 4953, + 284, + 307, + 4642, + 287, + 262, + 471, + 13, + 50, + 13, + 3926, + 5149, + 257, + 15438, + 326, + 938, + 1227, + 287, + 12088, + 28890, + 11, + 262, + 21137, + 5670, + 319, + 2805, + 3261, + 290, + 319, + 3833, + 422, + 471, + 13, + 50, + 13, + 15872, + 11, + 2692, + 2911, + 326, + 3230, + 2692, + 561, + 1577, + 606, + 262, + 5743, + 13, + 198, + 198, + 6610, + 2723, + 4893, + 262, + 3612, + 2157, + 262, + 1893, + 11, + 326, + 25, + 198, + 198, + 1, + 3633, + 262, + 2274, + 13853, + 287, + 2692, + 318, + 12577, + 11, + 262, + 471, + 13, + 50, + 13, + 3512, + 329, + 2692, + 815, + 407, + 11786, + 2692, + 393, + 2063, + 262, + 1499, + 422, + 644, + 471, + 13, + 50, + 13, + 2276, + 7739, + 31509, + 31232, + 88, + 531, + 287, + 257, + 890, + 4046, + 319, + 465, + 4130, + 287, + 12088, + 28890, + 26, + 339, + 531, + 326, + 564, + 250, + 5661, + 561, + 307, + 257, + 614, + 523, + 583, + 1247, + 286, + 2692, + 447, + 247, + 82, + 3265, + 287, + 2692, + 20599, + 1088, + 262, + 1802, + 1411, + 284, + 3016, + 939, + 11, + 830, + 13, + 3226, + 1781, + 2828, + 389, + 845, + 5763, + 913, + 286, + 1029, + 1524, + 4346, + 355, + 466, + 262, + 21137, + 11, + 3584, + 326, + 447, + 247, + 82, + 38478, + 368, + 306, + 13, + 383, + 1109, + 326, + 617, + 286, + 262, + 2683, + 11, + 617, + 287, + 1109, + 11, + 547, + 9469, + 284, + 674, + 1992, + 3926, + 37733, + 2405, + 284, + 262, + 1103, + 1808, + 11, + 644, + 2756, + 481, + 262, + 1230, + 3877, + 329, + 262, + 3988, + 2672, + 329, + 262, + 14935, + 30, + 447, + 251, + 198, + 198, + 32, + 1966, + 6085, + 1743, + 11, + 38603, + 284, + 477, + 262, + 44792, + 1561, + 13, + 887, + 356, + 1392, + 2173, + 1542, + 329, + 711, + 287, + 3047, + 4346, + 290, + 13119, + 1830, + 287, + 1946, + 13, + 198, + 198, + 447, + 250, + 1135, + 389, + 3867, + 7606, + 26, + 356, + 761, + 284, + 711, + 6731, + 287, + 262, + 1605, + 1080, + 13, + 5845, + 286, + 514, + 3399, + 11, + 508, + 547, + 2950, + 287, + 867, + 3354, + 286, + 262, + 1622, + 11, + 484, + 389, + 407, + 1016, + 284, + 467, + 284, + 3996, + 351, + 4916, + 3466, + 13, + 2312, + 3730, + 4652, + 468, + 284, + 1645, + 13, + 887, + 484, + 655, + 407, + 2692, + 447, + 247, + 82, + 898, + 3466, + 11, + 447, + 251, + 531, + 911, + 446, + 13, + 564, + 250, + 1135, + 761, + 284, + 711, + 2354, + 262, + 3091, + 13, + 775, + 761, + 606, + 13, + 2692, + 447, + 247, + 82, + 1392, + 284, + 467, + 284, + 1280, + 5449, + 290, + 467, + 503, + 286, + 262, + 8946, + 290, + 356, + 447, + 247, + 260, + 1479, + 286, + 257, + 7606, + 7269, + 1088, + 262, + 3084, + 13, + 775, + 1306, + 614, + 287, + 804, + 1402, + 329, + 617, + 2678, + 11, + 617, + 9211, + 656, + 262, + 4652, + 13, + 447, + 251, + 198, + 198, + 58, + 6214, + 3787, + 286, + 3923, + 546, + 428, + 1285, + 447, + 247, + 82, + 6085, + 5587, + 287, + 360, + 958, + 444, + 921, + 815, + 760, + 1392, + 257, + 1256, + 286, + 3241, + 13, + 1052, + 6085, + 10686, + 5615, + 290, + 3111, + 329, + 517, + 621, + 838, + 1933, + 287, + 2692, + 8183, + 198, + 198, + 32, + 968, + 12, + 49278, + 6085, + 14028, + 611, + 339, + 561, + 2074, + 5086, + 530, + 286, + 2692, + 447, + 247, + 82, + 3466, + 284, + 8277, + 287, + 262, + 1605, + 18613, + 25, + 198, + 198, + 447, + 250, + 10265, + 3399, + 389, + 5543, + 3910, + 326, + 262, + 471, + 12, + 45, + 13, + 4009, + 447, + 247, + 82, + 10763, + 389, + 3190, + 2692, + 13, + 383, + 734, + 5389, + 466, + 407, + 1107, + 1104, + 6085, + 4918, + 11, + 523, + 314, + 3017, + 326, + 287, + 262, + 989, + 13, + 383, + 471, + 13, + 50, + 13, + 481, + 407, + 1104, + 2692, + 447, + 247, + 82, + 11783, + 1430, + 617, + 640, + 11, + 475, + 575, + 16, + 13, + 1495, + 1510, + 6867, + 284, + 257, + 4922, + 13, + 447, + 251, + 198, + 198, + 32, + 10843, + 290, + 2669, + 1743, + 9181, + 2692, + 11, + 8078, + 290, + 2692, + 355, + 281, + 1280, + 17023, + 329, + 2692, + 26, + 262, + 1705, + 286, + 5121, + 64, + 5261, + 805, + 11, + 1966, + 14791, + 284, + 262, + 12297, + 12, + 49, + 280, + 461, + 4281, + 11, + 508, + 17948, + 262, + 6107, + 319, + 2692, + 447, + 247, + 82, + 8378, + 287, + 2805, + 11, + 531, + 340, + 1244, + 307, + 564, + 250, + 265, + 2526, + 11, + 475, + 45735, + 416, + 262, + 3950, + 286, + 703, + 471, + 13, + 50, + 13, + 15872, + 8076, + 447, + 251, + 13, + 198, + 198, + 45, + 296, + 4237, + 5220, + 262, + 3074, + 714, + 655, + 787, + 262, + 2351, + 5582, + 4281, + 5926, + 4079, + 674, + 29649, + 82, + 319, + 262, + 2323, + 11, + 2138, + 621, + 471, + 13, + 50, + 13, + 5054, + 13, + 198, + 198, + 447, + 250, + 3987, + 447, + 247, + 83, + 1011, + 890, + 329, + 2692, + 447, + 247, + 82, + 3651, + 8009, + 11, + 447, + 251, + 257, + 471, + 13, + 50, + 13, + 1743, + 531, + 13, + 564, + 250, + 34, + 963, + 257, + 2081, + 989, + 422, + 350, + 4090, + 13, + 314, + 714, + 766, + 1223, + 588, + 1909, + 13, + 3363, + 11, + 3035, + 2084, + 13, + 554, + 1584, + 11, + 257, + 1578, + 7973, + 1550, + 13, + 2398, + 3417, + 2692, + 355, + 257, + 2063, + 12, + 1087, + 263, + 13, + 632, + 3729, + 468, + 2087, + 1399, + 4480, + 1751, + 3690, + 262, + 1499, + 508, + 561, + 307, + 3432, + 720, + 3064, + 1510, + 287, + 720, + 17, + 13, + 24, + 1510, + 11, + 1223, + 287, + 257, + 922, + 2321, + 4466, + 13, + 447, + 251, + 13, + 198, + 198, + 447, + 250, + 818, + 1793, + 447, + 247, + 82, + 640, + 290, + 1110, + 11, + 340, + 1239, + 2936, + 826, + 284, + 1309, + 257, + 399, + 52, + 45, + 11, + 257, + 3277, + 326, + 262, + 481, + 286, + 284, + 262, + 1499, + 11, + 393, + 284, + 663, + 4290, + 13, + 198, + 198, + 447, + 250, + 1026, + 318, + 655, + 530, + 1517, + 284, + 779, + 674, + 4133, + 290, + 329, + 2692, + 11, + 597, + 1605, + 9511, + 318, + 287, + 257, + 2726, + 3514, + 286, + 3514, + 11, + 447, + 251, + 4893, + 31807, + 4139, + 9398, + 349, + 13, + 1649, + 340, + 373, + 50256 + ] + }, + { + "sample_id": 2, + "text": "<|endoftext|>� again that they are being ignored. A meeting in his district included hundreds of people disple unhappy with the decision, most of whom supported a budget deal and some the Republicans’ “imrible move”, the senior source said.\n\n• Any hope that the Republicans can find resolution following the night's events, the source said during a press conference held over the objections of the meeting. “It’s actually going to be nothing in the Senate who will put it into further consideration for everybody,” the source said. The speaker said he would be looking for ways to put each government in one basket this week over the next week. However, he noted that the CEA had to lay off its next credit line and he felt went too good with his plans this year. The rest would be created to pick up votes in the ‘big zone’, all of whom a few dollars.\n\n• Finally, the debate went on there, where it showed its climax. He said that the Republicans were hard when he heard their vote on the debt ceiling, and won with, if any they lost any votes to the Republicans. The president then said that most ‘leaders’ also get screwed. Obama gets tired of the debate? Because he refused to participate in it last night. ‘Not to kill those debt guys’ is real but it will be put to him for sure.\n\nSo, of course, in one US hearing last month in Congress called Operation Newsw!, the government heard 10 bills that were from 2:00’ night and at the same time even accused the President of lying.\n\nDespite their initial hearing, all 60 witnesses were called in. Lawyers for the House of Representativeslegates, and in addition to the Senate, the Supreme Court said the Senate lacked the power to dictate to the press on behalf of their constituents that must be agreed to on Tuesdays, show or other matters.\n\n• In trying to convince those politicians who are above the fray and therefore willing to rig the game, now the Republicans before the eyes were targeting anyone who doesn’t read a word of Congress. While some would argue that this was no ordinary task: some have used the wordpit to interfere with the Democrats. The Obama administration, for example, is making progress, yet in Congress’ absence any concerns or questions were asked, they failed to remove true Republicans from the line.\n\nAs Boehner, someone who is a senator from Texas, made the rules, they now have to come into view in the White House; Harry Reid’s got the start. In the former administration, that meant Republicans had to tell the Republicans, because they were the “prinist majority”.\n\n• How long are they now powerful enough to hold the rules?\n\n'Obama': Brand Newsw.'.' Speaker of the Senate, I think it is unlikely he ever died . * Paul Lincoln did his part in a series of filib actions and actions, in trying to change the law of the land. It is no laughing secret that Lincoln was involved.\n\nThat’s why I remember, for example, the very simple argument that if the Senate amendments were made, tell me the actual political machness of the Constitution wouldn’t be as big of a bulwark against government. * It also restated questions about the American government.\n\nWhy? It’s been your word for that given me so pause. Robert E. Jones, SVP of NASA, got a question from the unloading of protesters outside in the United Arab Emirates and talking about “life, life, the health and safety on my country”.\n\n“It was going to surprise us like it wasn’t it. They tried it a minute before that with the moon landing,” he said “he just interpreted that as his method of leading the man-made guy down the second floor hole. You may not know that word, but don’t get to thinking God isn’t on the ground state by design.”\n\n“I’m right and right here.” A lot of people were in the audience. The government clearlyumps it when doing this, he said.\n\n“I had the right to send that man down the chim hole.”\n\nJohn Mathis, of the press office for playing the American flag, recalled a friend who had gone to the site with a friend a month out and said, “He goes by the right rules.” This was not an exaggeration. Nor was that they heard the same lesson those who lived under it and saw Congress turn the right again.\n\n“I’m not a war apologia and nothing about this history. Well, I didn’t hear that and read something this morning ago about 10 minutes on behalf of America. Since then I’ve been thinking it was probably<|endoftext|>", + "token_ids": [ + 50256, + 247, + 757, + 326, + 484, + 389, + 852, + 9514, + 13, + 317, + 3249, + 287, + 465, + 4783, + 3017, + 5179, + 286, + 661, + 34421, + 19283, + 351, + 262, + 2551, + 11, + 749, + 286, + 4150, + 4855, + 257, + 4466, + 1730, + 290, + 617, + 262, + 4734, + 447, + 247, + 564, + 250, + 320, + 5547, + 1445, + 447, + 251, + 11, + 262, + 4664, + 2723, + 531, + 13, + 198, + 198, + 3581, + 4377, + 2911, + 326, + 262, + 4734, + 460, + 1064, + 6323, + 1708, + 262, + 1755, + 338, + 2995, + 11, + 262, + 2723, + 531, + 1141, + 257, + 1803, + 4495, + 2714, + 625, + 262, + 21954, + 286, + 262, + 3249, + 13, + 564, + 250, + 1026, + 447, + 247, + 82, + 1682, + 1016, + 284, + 307, + 2147, + 287, + 262, + 3845, + 508, + 481, + 1234, + 340, + 656, + 2252, + 9110, + 329, + 7288, + 11, + 447, + 251, + 262, + 2723, + 531, + 13, + 383, + 10834, + 531, + 339, + 561, + 307, + 2045, + 329, + 2842, + 284, + 1234, + 1123, + 1230, + 287, + 530, + 7988, + 428, + 1285, + 625, + 262, + 1306, + 1285, + 13, + 2102, + 11, + 339, + 4367, + 326, + 262, + 327, + 16412, + 550, + 284, + 3830, + 572, + 663, + 1306, + 3884, + 1627, + 290, + 339, + 2936, + 1816, + 1165, + 922, + 351, + 465, + 3352, + 428, + 614, + 13, + 383, + 1334, + 561, + 307, + 2727, + 284, + 2298, + 510, + 5690, + 287, + 262, + 564, + 246, + 14261, + 6516, + 447, + 247, + 11, + 477, + 286, + 4150, + 257, + 1178, + 5054, + 13, + 198, + 198, + 3581, + 9461, + 11, + 262, + 4384, + 1816, + 319, + 612, + 11, + 810, + 340, + 3751, + 663, + 30032, + 13, + 679, + 531, + 326, + 262, + 4734, + 547, + 1327, + 618, + 339, + 2982, + 511, + 3015, + 319, + 262, + 5057, + 13387, + 11, + 290, + 1839, + 351, + 11, + 611, + 597, + 484, + 2626, + 597, + 5690, + 284, + 262, + 4734, + 13, + 383, + 1893, + 788, + 531, + 326, + 749, + 564, + 246, + 37553, + 447, + 247, + 635, + 651, + 27527, + 13, + 2486, + 3011, + 10032, + 286, + 262, + 4384, + 30, + 4362, + 339, + 6520, + 284, + 8277, + 287, + 340, + 938, + 1755, + 13, + 564, + 246, + 3673, + 284, + 1494, + 883, + 5057, + 3730, + 447, + 247, + 318, + 1103, + 475, + 340, + 481, + 307, + 1234, + 284, + 683, + 329, + 1654, + 13, + 198, + 198, + 2396, + 11, + 286, + 1781, + 11, + 287, + 530, + 1294, + 4854, + 938, + 1227, + 287, + 3162, + 1444, + 14680, + 968, + 2032, + 28265, + 262, + 1230, + 2982, + 838, + 9024, + 326, + 547, + 422, + 362, + 25, + 405, + 447, + 247, + 1755, + 290, + 379, + 262, + 976, + 640, + 772, + 5371, + 262, + 1992, + 286, + 9105, + 13, + 198, + 198, + 8332, + 511, + 4238, + 4854, + 11, + 477, + 3126, + 11432, + 547, + 1444, + 287, + 13, + 42693, + 329, + 262, + 2097, + 286, + 17132, + 37061, + 11, + 290, + 287, + 3090, + 284, + 262, + 3845, + 11, + 262, + 5617, + 3078, + 531, + 262, + 3845, + 19989, + 262, + 1176, + 284, + 27861, + 284, + 262, + 1803, + 319, + 8378, + 286, + 511, + 22573, + 326, + 1276, + 307, + 4987, + 284, + 319, + 48496, + 12545, + 11, + 905, + 393, + 584, + 6067, + 13, + 198, + 198, + 3581, + 554, + 2111, + 284, + 11508, + 883, + 7602, + 508, + 389, + 2029, + 262, + 40606, + 290, + 4361, + 4684, + 284, + 7805, + 262, + 983, + 11, + 783, + 262, + 4734, + 878, + 262, + 2951, + 547, + 10822, + 2687, + 508, + 1595, + 447, + 247, + 83, + 1100, + 257, + 1573, + 286, + 3162, + 13, + 2893, + 617, + 561, + 7267, + 326, + 428, + 373, + 645, + 8850, + 4876, + 25, + 617, + 423, + 973, + 262, + 1573, + 15544, + 284, + 18135, + 351, + 262, + 4956, + 13, + 383, + 2486, + 3662, + 11, + 329, + 1672, + 11, + 318, + 1642, + 4371, + 11, + 1865, + 287, + 3162, + 447, + 247, + 8889, + 597, + 4786, + 393, + 2683, + 547, + 1965, + 11, + 484, + 4054, + 284, + 4781, + 2081, + 4734, + 422, + 262, + 1627, + 13, + 198, + 198, + 1722, + 26273, + 11, + 2130, + 508, + 318, + 257, + 12329, + 422, + 3936, + 11, + 925, + 262, + 3173, + 11, + 484, + 783, + 423, + 284, + 1282, + 656, + 1570, + 287, + 262, + 2635, + 2097, + 26, + 5850, + 16095, + 447, + 247, + 82, + 1392, + 262, + 923, + 13, + 554, + 262, + 1966, + 3662, + 11, + 326, + 4001, + 4734, + 550, + 284, + 1560, + 262, + 4734, + 11, + 780, + 484, + 547, + 262, + 564, + 250, + 1050, + 259, + 396, + 3741, + 447, + 251, + 13, + 198, + 198, + 3581, + 1374, + 890, + 389, + 484, + 783, + 3665, + 1576, + 284, + 1745, + 262, + 3173, + 30, + 198, + 198, + 6, + 15948, + 10354, + 13512, + 968, + 2032, + 2637, + 2637, + 14931, + 286, + 262, + 3845, + 11, + 314, + 892, + 340, + 318, + 7485, + 339, + 1683, + 3724, + 764, + 1635, + 3362, + 12406, + 750, + 465, + 636, + 287, + 257, + 2168, + 286, + 33853, + 4028, + 290, + 4028, + 11, + 287, + 2111, + 284, + 1487, + 262, + 1099, + 286, + 262, + 1956, + 13, + 632, + 318, + 645, + 14376, + 3200, + 326, + 12406, + 373, + 2950, + 13, + 198, + 198, + 2504, + 447, + 247, + 82, + 1521, + 314, + 3505, + 11, + 329, + 1672, + 11, + 262, + 845, + 2829, + 4578, + 326, + 611, + 262, + 3845, + 17835, + 547, + 925, + 11, + 1560, + 502, + 262, + 4036, + 1964, + 3235, + 1108, + 286, + 262, + 7965, + 3636, + 447, + 247, + 83, + 307, + 355, + 1263, + 286, + 257, + 4807, + 48542, + 1028, + 1230, + 13, + 1635, + 632, + 635, + 1334, + 515, + 2683, + 546, + 262, + 1605, + 1230, + 13, + 198, + 198, + 5195, + 30, + 632, + 447, + 247, + 82, + 587, + 534, + 1573, + 329, + 326, + 1813, + 502, + 523, + 14985, + 13, + 5199, + 412, + 13, + 5437, + 11, + 311, + 8859, + 286, + 8884, + 11, + 1392, + 257, + 1808, + 422, + 262, + 555, + 25138, + 286, + 9584, + 2354, + 287, + 262, + 1578, + 4498, + 24880, + 290, + 3375, + 546, + 564, + 250, + 6042, + 11, + 1204, + 11, + 262, + 1535, + 290, + 3747, + 319, + 616, + 1499, + 447, + 251, + 13, + 198, + 198, + 447, + 250, + 1026, + 373, + 1016, + 284, + 5975, + 514, + 588, + 340, + 2492, + 447, + 247, + 83, + 340, + 13, + 1119, + 3088, + 340, + 257, + 5664, + 878, + 326, + 351, + 262, + 8824, + 9581, + 11, + 447, + 251, + 339, + 531, + 564, + 250, + 258, + 655, + 16173, + 326, + 355, + 465, + 2446, + 286, + 3756, + 262, + 582, + 12, + 9727, + 3516, + 866, + 262, + 1218, + 4314, + 7604, + 13, + 921, + 743, + 407, + 760, + 326, + 1573, + 11, + 475, + 836, + 447, + 247, + 83, + 651, + 284, + 3612, + 1793, + 2125, + 447, + 247, + 83, + 319, + 262, + 2323, + 1181, + 416, + 1486, + 13, + 447, + 251, + 198, + 198, + 447, + 250, + 40, + 447, + 247, + 76, + 826, + 290, + 826, + 994, + 13, + 447, + 251, + 317, + 1256, + 286, + 661, + 547, + 287, + 262, + 5386, + 13, + 383, + 1230, + 4084, + 8142, + 340, + 618, + 1804, + 428, + 11, + 339, + 531, + 13, + 198, + 198, + 447, + 250, + 40, + 550, + 262, + 826, + 284, + 3758, + 326, + 582, + 866, + 262, + 18205, + 7604, + 13, + 447, + 251, + 198, + 198, + 7554, + 16320, + 271, + 11, + 286, + 262, + 1803, + 2607, + 329, + 2712, + 262, + 1605, + 6056, + 11, + 12433, + 257, + 1545, + 508, + 550, + 3750, + 284, + 262, + 2524, + 351, + 257, + 1545, + 257, + 1227, + 503, + 290, + 531, + 11, + 564, + 250, + 1544, + 2925, + 416, + 262, + 826, + 3173, + 13, + 447, + 251, + 770, + 373, + 407, + 281, + 42769, + 13, + 5414, + 373, + 326, + 484, + 2982, + 262, + 976, + 11483, + 883, + 508, + 5615, + 739, + 340, + 290, + 2497, + 3162, + 1210, + 262, + 826, + 757, + 13, + 198, + 198, + 447, + 250, + 40, + 447, + 247, + 76, + 407, + 257, + 1175, + 8453, + 544, + 290, + 2147, + 546, + 428, + 2106, + 13, + 3894, + 11, + 314, + 1422, + 447, + 247, + 83, + 3285, + 326, + 290, + 1100, + 1223, + 428, + 3329, + 2084, + 546, + 838, + 2431, + 319, + 8378, + 286, + 2253, + 13, + 4619, + 788, + 314, + 447, + 247, + 303, + 587, + 3612, + 340, + 373, + 2192, + 50256 + ] + }, + { + "sample_id": 3, + "text": "<|endoftext|>�d sing together, and she’d dust them off as she goes on to share her entire experience all during the song sessions and spent jvering between songs.\n\nOnce she� to the point it’s happened in the past, it allows us to take one of five paths,” she says. “It all speaks to our being involved in the middle of a creative process. It’s a level of creativeness.”\n\nMeanwhile, she’s also showing off her string of songs with the great album of her own (if not mine), noting that the album Little Pony: Vampire album she'll be releasing is still out now, so yeah—they’re still waiting; she’s had them both.\n\n“It’s a good thing for it,” Blne says. “To be some honest, I had that major experience I was already being in, not really expecting. It was a lot of fun. It definitely came on a date then I wasn’t (us).(laughs), because of the negative happening all over, and I was very lucky I feel what happened happening to the female fans in the studio and in the studio for the album to come.\n\nIt’s probably because of a new album, undistening process playing. When seeing Zoey, she needs a little bit of rest, I say Beyoncé’s, and she just gets to that much fun in staying together.”\n\nHer Woman is available for purchase from Amazon, via via via Records as well.<|endoftext|>Ern J. Smith of the local Catholicocese of Piazzaale is known for comparing the sort of villainy one sees in potential to the sound of an unelected politician. He believes that the so-called “ancient” cra movement was Dr. Martin laughed at the lack of protests against the New York Times plummeting.\n\nOn Friday, C. Clarke Jr. is now called “alive” to announce a presidential calling for the next president of the country. Arnold compares his words to the atmosphere around the National and Republican Party offices. It’s a hard time without putting a lot of humor in it. “Sometimes I’m just a little nervous,” one guy says. “It’s like I think we’ve come in from a bird’s belly-up and just close us and cut out a little secret that’s wrong with it.”\n\nNEXT:\n\nIt’s funny that the crowd wasn’t as dented and rest of the world was atypheads (though a lot of those were). Arnold has just already hinted at a message reaching out to some of his friends. “If this doesn’t calm down, he’s made president,” he says, and he’s ready. That may sound a little counterny, but reality nonetheless.\n\nThis means that large numbers of newcomers to the country are reaching out to VIPs and calling themselves in with their friends. That is a very easy situation to follow, but if you are not actually able to communicate with each other, while at best the best is running the Caucuses together. Eventually, you’re locked into factions that will eventually work as your current strategy.\n\nAll these crazies gather for an in-person presidential meeting, while a good chunk of made up voted in terms of who came from the beginning, an early national-security favorite. There are signs some of the fates reported last week in ways they already was going viral, and indeed, a couple of friends and even a Facebook member (again) are now involved.\n\n“It's all for a second thing now,” says wberly speaking, referring to the CSA below, which lists him as a particularly whis h guy, especially when the election might not be coming. “You know, you’re kidding me,” the middle-American woman he calls.\n\nI introduced hello to such a group on a whim. “Thank it for seeing me as a leader, laughing at me.”\n\nKnownribed as “The Next President,” the leader and fiddler for seeking an outside candidate is also pro-American. He said: I know his heart is right here: “I think this world couldn’t possibly be ugivably different,” including one Republican. “The thing is that no one is going to get your position very quickly, and if you’re very strong, there’s a time that could change. But, that’s just one way to be.”\n\n“Nationalism” here on a Native American scale is rampant. “I think it’s probably wrong,�<|endoftext|>", + "token_ids": [ + 50256, + 247, + 67, + 1702, + 1978, + 11, + 290, + 673, + 447, + 247, + 67, + 8977, + 606, + 572, + 355, + 673, + 2925, + 319, + 284, + 2648, + 607, + 2104, + 1998, + 477, + 1141, + 262, + 3496, + 10991, + 290, + 3377, + 474, + 332, + 278, + 1022, + 7259, + 13, + 198, + 198, + 7454, + 673, + 250, + 284, + 262, + 966, + 340, + 447, + 247, + 82, + 3022, + 287, + 262, + 1613, + 11, + 340, + 3578, + 514, + 284, + 1011, + 530, + 286, + 1936, + 13532, + 11, + 447, + 251, + 673, + 1139, + 13, + 564, + 250, + 1026, + 477, + 9209, + 284, + 674, + 852, + 2950, + 287, + 262, + 3504, + 286, + 257, + 7325, + 1429, + 13, + 632, + 447, + 247, + 82, + 257, + 1241, + 286, + 7325, + 1108, + 13, + 447, + 251, + 198, + 198, + 10294, + 11, + 673, + 447, + 247, + 82, + 635, + 4478, + 572, + 607, + 4731, + 286, + 7259, + 351, + 262, + 1049, + 5062, + 286, + 607, + 898, + 357, + 361, + 407, + 6164, + 828, + 10820, + 326, + 262, + 5062, + 7703, + 30377, + 25, + 21463, + 5062, + 673, + 1183, + 307, + 13011, + 318, + 991, + 503, + 783, + 11, + 523, + 10194, + 960, + 9930, + 447, + 247, + 260, + 991, + 4953, + 26, + 673, + 447, + 247, + 82, + 550, + 606, + 1111, + 13, + 198, + 198, + 447, + 250, + 1026, + 447, + 247, + 82, + 257, + 922, + 1517, + 329, + 340, + 11, + 447, + 251, + 1086, + 710, + 1139, + 13, + 564, + 250, + 2514, + 307, + 617, + 5508, + 11, + 314, + 550, + 326, + 1688, + 1998, + 314, + 373, + 1541, + 852, + 287, + 11, + 407, + 1107, + 12451, + 13, + 632, + 373, + 257, + 1256, + 286, + 1257, + 13, + 632, + 4753, + 1625, + 319, + 257, + 3128, + 788, + 314, + 2492, + 447, + 247, + 83, + 357, + 385, + 8, + 12195, + 28124, + 828, + 780, + 286, + 262, + 4633, + 5836, + 477, + 625, + 11, + 290, + 314, + 373, + 845, + 9670, + 314, + 1254, + 644, + 3022, + 5836, + 284, + 262, + 4048, + 3296, + 287, + 262, + 8034, + 290, + 287, + 262, + 8034, + 329, + 262, + 5062, + 284, + 1282, + 13, + 198, + 198, + 1026, + 447, + 247, + 82, + 2192, + 780, + 286, + 257, + 649, + 5062, + 11, + 3318, + 396, + 3101, + 1429, + 2712, + 13, + 1649, + 4379, + 32280, + 88, + 11, + 673, + 2476, + 257, + 1310, + 1643, + 286, + 1334, + 11, + 314, + 910, + 37361, + 32682, + 447, + 247, + 82, + 11, + 290, + 673, + 655, + 3011, + 284, + 326, + 881, + 1257, + 287, + 10589, + 1978, + 13, + 447, + 251, + 198, + 198, + 9360, + 14381, + 318, + 1695, + 329, + 5001, + 422, + 6186, + 11, + 2884, + 2884, + 2884, + 13407, + 355, + 880, + 13, + 50256, + 9139, + 77, + 449, + 13, + 4176, + 286, + 262, + 1957, + 7835, + 31292, + 286, + 350, + 544, + 34443, + 1000, + 318, + 1900, + 329, + 14176, + 262, + 3297, + 286, + 16687, + 88, + 530, + 7224, + 287, + 2785, + 284, + 262, + 2128, + 286, + 281, + 555, + 28604, + 14971, + 13, + 679, + 5804, + 326, + 262, + 523, + 12, + 7174, + 564, + 250, + 272, + 3456, + 447, + 251, + 15671, + 3356, + 373, + 1583, + 13, + 5780, + 13818, + 379, + 262, + 3092, + 286, + 8536, + 1028, + 262, + 968, + 1971, + 3782, + 28940, + 278, + 13, + 198, + 198, + 2202, + 3217, + 11, + 327, + 13, + 19635, + 7504, + 13, + 318, + 783, + 1444, + 564, + 250, + 282, + 425, + 447, + 251, + 284, + 5453, + 257, + 4787, + 4585, + 329, + 262, + 1306, + 1893, + 286, + 262, + 1499, + 13, + 21418, + 23008, + 465, + 2456, + 284, + 262, + 8137, + 1088, + 262, + 2351, + 290, + 3415, + 3615, + 9730, + 13, + 632, + 447, + 247, + 82, + 257, + 1327, + 640, + 1231, + 5137, + 257, + 1256, + 286, + 14733, + 287, + 340, + 13, + 564, + 250, + 15468, + 314, + 447, + 247, + 76, + 655, + 257, + 1310, + 10927, + 11, + 447, + 251, + 530, + 3516, + 1139, + 13, + 564, + 250, + 1026, + 447, + 247, + 82, + 588, + 314, + 892, + 356, + 447, + 247, + 303, + 1282, + 287, + 422, + 257, + 6512, + 447, + 247, + 82, + 19921, + 12, + 929, + 290, + 655, + 1969, + 514, + 290, + 2005, + 503, + 257, + 1310, + 3200, + 326, + 447, + 247, + 82, + 2642, + 351, + 340, + 13, + 447, + 251, + 198, + 198, + 45, + 13918, + 25, + 198, + 198, + 1026, + 447, + 247, + 82, + 8258, + 326, + 262, + 4315, + 2492, + 447, + 247, + 83, + 355, + 288, + 4714, + 290, + 1334, + 286, + 262, + 995, + 373, + 379, + 4464, + 16600, + 357, + 2016, + 257, + 1256, + 286, + 883, + 547, + 737, + 21418, + 468, + 655, + 1541, + 27388, + 379, + 257, + 3275, + 8978, + 503, + 284, + 617, + 286, + 465, + 2460, + 13, + 564, + 250, + 1532, + 428, + 1595, + 447, + 247, + 83, + 9480, + 866, + 11, + 339, + 447, + 247, + 82, + 925, + 1893, + 11, + 447, + 251, + 339, + 1139, + 11, + 290, + 339, + 447, + 247, + 82, + 3492, + 13, + 1320, + 743, + 2128, + 257, + 1310, + 3753, + 3281, + 11, + 475, + 3950, + 19018, + 13, + 198, + 198, + 1212, + 1724, + 326, + 1588, + 3146, + 286, + 29661, + 284, + 262, + 1499, + 389, + 8978, + 503, + 284, + 24791, + 82, + 290, + 4585, + 2405, + 287, + 351, + 511, + 2460, + 13, + 1320, + 318, + 257, + 845, + 2562, + 3074, + 284, + 1061, + 11, + 475, + 611, + 345, + 389, + 407, + 1682, + 1498, + 284, + 10996, + 351, + 1123, + 584, + 11, + 981, + 379, + 1266, + 262, + 1266, + 318, + 2491, + 262, + 327, + 38271, + 1978, + 13, + 16178, + 11, + 345, + 447, + 247, + 260, + 8970, + 656, + 18783, + 326, + 481, + 4191, + 670, + 355, + 534, + 1459, + 4811, + 13, + 198, + 198, + 3237, + 777, + 27627, + 444, + 6431, + 329, + 281, + 287, + 12, + 6259, + 4787, + 3249, + 11, + 981, + 257, + 922, + 16058, + 286, + 925, + 510, + 7052, + 287, + 2846, + 286, + 508, + 1625, + 422, + 262, + 3726, + 11, + 281, + 1903, + 2260, + 12, + 12961, + 4004, + 13, + 1318, + 389, + 5895, + 617, + 286, + 262, + 277, + 689, + 2098, + 938, + 1285, + 287, + 2842, + 484, + 1541, + 373, + 1016, + 14416, + 11, + 290, + 5600, + 11, + 257, + 3155, + 286, + 2460, + 290, + 772, + 257, + 3203, + 2888, + 357, + 17776, + 8, + 389, + 783, + 2950, + 13, + 198, + 198, + 447, + 250, + 1026, + 338, + 477, + 329, + 257, + 1218, + 1517, + 783, + 11, + 447, + 251, + 1139, + 266, + 527, + 306, + 5486, + 11, + 9759, + 284, + 262, + 327, + 4090, + 2174, + 11, + 543, + 8341, + 683, + 355, + 257, + 3573, + 12563, + 289, + 3516, + 11, + 2592, + 618, + 262, + 3071, + 1244, + 407, + 307, + 2406, + 13, + 564, + 250, + 1639, + 760, + 11, + 345, + 447, + 247, + 260, + 26471, + 502, + 11, + 447, + 251, + 262, + 3504, + 12, + 7437, + 2415, + 339, + 3848, + 13, + 198, + 198, + 40, + 5495, + 23748, + 284, + 884, + 257, + 1448, + 319, + 257, + 29923, + 13, + 564, + 250, + 10449, + 340, + 329, + 4379, + 502, + 355, + 257, + 3554, + 11, + 14376, + 379, + 502, + 13, + 447, + 251, + 198, + 198, + 29870, + 8725, + 355, + 564, + 250, + 464, + 7406, + 1992, + 11, + 447, + 251, + 262, + 3554, + 290, + 277, + 26458, + 329, + 6095, + 281, + 2354, + 4540, + 318, + 635, + 386, + 12, + 7437, + 13, + 679, + 531, + 25, + 314, + 760, + 465, + 2612, + 318, + 826, + 994, + 25, + 564, + 250, + 40, + 892, + 428, + 995, + 3521, + 447, + 247, + 83, + 5457, + 307, + 334, + 70, + 47994, + 1180, + 11, + 447, + 251, + 1390, + 530, + 3415, + 13, + 564, + 250, + 464, + 1517, + 318, + 326, + 645, + 530, + 318, + 1016, + 284, + 651, + 534, + 2292, + 845, + 2952, + 11, + 290, + 611, + 345, + 447, + 247, + 260, + 845, + 1913, + 11, + 612, + 447, + 247, + 82, + 257, + 640, + 326, + 714, + 1487, + 13, + 887, + 11, + 326, + 447, + 247, + 82, + 655, + 530, + 835, + 284, + 307, + 13, + 447, + 251, + 198, + 198, + 447, + 250, + 16186, + 1042, + 447, + 251, + 994, + 319, + 257, + 12547, + 1605, + 5046, + 318, + 26262, + 13, + 564, + 250, + 40, + 892, + 340, + 447, + 247, + 82, + 2192, + 2642, + 11, + 447, + 50256 + ] + }, + { + "sample_id": 4, + "text": "<|endoftext|> around for whatever we can find it.\"\n\nIn addition, Putin has been the subject of choice of a number of individuals and companies in Russia. Today's board has as will the F1 regulator, Brawn, last month boughtlisted J Ener, EADS and 12 companies.\n\nFrance recently had another problem: our first system was broken, France didn't, no wait 'em second. The second systems are overcrowded. It also works...\n\nIn a recent example, I take it necessary to explain France's medical costs. I urge readers to focus on the health system...\n\nOur very same day, the French dollar was sold in Mexico City, but its value. The 10/u and the F/16 win an award on Friday. Don't quote me so much further, they should have losses of up to 5500 million!\n\nWe can begin here.<|endoftext|>Oh, but, no, has happened again.\n\nSTERLINGTON, New York reported a piece ago that the disgr News (nowwall) world’s largestest University of California professor came to prominence in 2008 after being “one of the Year” in newspapers around the world. Let’s start with a simple article saying that his journalism team, as well as several other media members, have helped work with local Muslim organizations.\n\nBut the New York Times was changed to make it “unacceptable” by your team. Thanks to your campaign, to getting involved in politics and also you got like that to now…but from a Muslim perspective.\n\n\"…It’s difficult to take a joke just as an idea that was not popular with him, but also to do so … Lukas Khan, who heads the campus public working group HERE, has been saying to him and added that he wants to get to the candidate’s face. “I really, truly tell you that I can not figure things out!” he said . …Likely lots of good schools right up in my city. I’ve been to Bill meetings at a lot of other places places on the planet. But I’m very good at the habit of saying that his interests are at his fingertips in world affairs, his ability to know all these things. I kind of lose myself in the middle of the beh guy”.\n\nNow see tell you what to worry about. An election before the United States Congress and take place on March 2, November 7, requires damnation and, if you have the audio of this video you can continue the attempt to deceive the public again:\n\nThe hypocrisy on this is not just yours, but you are accusing someone else of yourself. By calling your opponent and giving him all the facts, you free to go across to someone in the city and in the suburbs at his side. Maybe some of the biggest politicians in his state and bring home his message. Thats power. Sh talk. I have spoken and we need to understand this. Afterward, I tell you what pain I experience. The New York Times agrees. So good deal with Mr. It doesn’t matter.\n\nHow wants to see him “Shra Cometh,” a video clipuated most famously by claiming in the attack that President Clinton calls an “frightulent cult” that is considered the largest and most dangerous forms of global Islam.<|endoftext|>Russia long agoowned the team over the Iraq war, but owner Alex Cook said he is willing to considerise the United States if they dream of getting a new service for him from home after he was repeatedly forced to go abroad by American authorities.\n\nHe said 40,000 Americans have officials with Hajj in Russia, where talent and the will to test their services twice a day–if that’s the case.\n\nIn 2010 Cook said at the same time that Putin has no form of 2012 is the only time to ask for Putin here.\n\n\"He wanted to support that Russia is becoming the interests of the US and when this gets too much in the press again it was a pej of a call to boycott the existence of some team in Russia,\" he said.\n\n\"O might never have to do that for the wrong man as long as he wants it,\" he said.\n\n“You should think this player is development on some of the best players in world. He knows us better than we do for him, and, if it’s what I have said myself, he’s very concerned with protecting the integrity of some teams that are being used for other purposes.\n\nPutin said they had never really expected him to challenge the names of Americans or to call them out.\n\nPutin’s role was the reason he has never answered questions about work on the blockchain. In other words, they have been used there.\n\nApple has over $4 billion of assets, Apple is worth $5,000 (euros<|endoftext|>", + "token_ids": [ + 50256, + 1088, + 329, + 4232, + 356, + 460, + 1064, + 340, + 526, + 198, + 198, + 818, + 3090, + 11, + 8144, + 468, + 587, + 262, + 2426, + 286, + 3572, + 286, + 257, + 1271, + 286, + 3925, + 290, + 2706, + 287, + 3284, + 13, + 6288, + 338, + 3096, + 468, + 355, + 481, + 262, + 376, + 16, + 24161, + 11, + 347, + 5791, + 11, + 938, + 1227, + 5839, + 17935, + 449, + 412, + 1008, + 11, + 412, + 47149, + 290, + 1105, + 2706, + 13, + 198, + 198, + 28572, + 2904, + 550, + 1194, + 1917, + 25, + 674, + 717, + 1080, + 373, + 5445, + 11, + 4881, + 1422, + 470, + 11, + 645, + 4043, + 705, + 368, + 1218, + 13, + 383, + 1218, + 3341, + 389, + 38080, + 276, + 13, + 632, + 635, + 2499, + 986, + 198, + 198, + 818, + 257, + 2274, + 1672, + 11, + 314, + 1011, + 340, + 3306, + 284, + 4727, + 4881, + 338, + 3315, + 3484, + 13, + 314, + 14960, + 7183, + 284, + 2962, + 319, + 262, + 1535, + 1080, + 986, + 198, + 198, + 5122, + 845, + 976, + 1110, + 11, + 262, + 4141, + 8872, + 373, + 2702, + 287, + 5828, + 2254, + 11, + 475, + 663, + 1988, + 13, + 383, + 838, + 14, + 84, + 290, + 262, + 376, + 14, + 1433, + 1592, + 281, + 5764, + 319, + 3217, + 13, + 2094, + 470, + 9577, + 502, + 523, + 881, + 2252, + 11, + 484, + 815, + 423, + 9089, + 286, + 510, + 284, + 642, + 4059, + 1510, + 0, + 198, + 198, + 1135, + 460, + 2221, + 994, + 13, + 50256, + 5812, + 11, + 475, + 11, + 645, + 11, + 468, + 3022, + 757, + 13, + 198, + 198, + 41809, + 43, + 17480, + 11, + 968, + 1971, + 2098, + 257, + 3704, + 2084, + 326, + 262, + 19329, + 3000, + 357, + 2197, + 11930, + 8, + 995, + 447, + 247, + 82, + 4387, + 395, + 2059, + 286, + 3442, + 6240, + 1625, + 284, + 31198, + 287, + 3648, + 706, + 852, + 564, + 250, + 505, + 286, + 262, + 6280, + 447, + 251, + 287, + 14741, + 1088, + 262, + 995, + 13, + 3914, + 447, + 247, + 82, + 923, + 351, + 257, + 2829, + 2708, + 2282, + 326, + 465, + 14033, + 1074, + 11, + 355, + 880, + 355, + 1811, + 584, + 2056, + 1866, + 11, + 423, + 4193, + 670, + 351, + 1957, + 3765, + 5745, + 13, + 198, + 198, + 1537, + 262, + 968, + 1971, + 3782, + 373, + 3421, + 284, + 787, + 340, + 564, + 250, + 403, + 16037, + 447, + 251, + 416, + 534, + 1074, + 13, + 6930, + 284, + 534, + 1923, + 11, + 284, + 1972, + 2950, + 287, + 4819, + 290, + 635, + 345, + 1392, + 588, + 326, + 284, + 783, + 1399, + 4360, + 422, + 257, + 3765, + 6650, + 13, + 198, + 198, + 24426, + 1026, + 447, + 247, + 82, + 2408, + 284, + 1011, + 257, + 9707, + 655, + 355, + 281, + 2126, + 326, + 373, + 407, + 2968, + 351, + 683, + 11, + 475, + 635, + 284, + 466, + 523, + 3926, + 28102, + 292, + 11356, + 11, + 508, + 6665, + 262, + 7611, + 1171, + 1762, + 1448, + 15698, + 11, + 468, + 587, + 2282, + 284, + 683, + 290, + 2087, + 326, + 339, + 3382, + 284, + 651, + 284, + 262, + 4540, + 447, + 247, + 82, + 1986, + 13, + 564, + 250, + 40, + 1107, + 11, + 4988, + 1560, + 345, + 326, + 314, + 460, + 407, + 3785, + 1243, + 503, + 0, + 447, + 251, + 339, + 531, + 764, + 3926, + 7594, + 306, + 6041, + 286, + 922, + 4266, + 826, + 510, + 287, + 616, + 1748, + 13, + 314, + 447, + 247, + 303, + 587, + 284, + 3941, + 8292, + 379, + 257, + 1256, + 286, + 584, + 4113, + 4113, + 319, + 262, + 5440, + 13, + 887, + 314, + 447, + 247, + 76, + 845, + 922, + 379, + 262, + 7947, + 286, + 2282, + 326, + 465, + 5353, + 389, + 379, + 465, + 40142, + 287, + 995, + 9674, + 11, + 465, + 2694, + 284, + 760, + 477, + 777, + 1243, + 13, + 314, + 1611, + 286, + 4425, + 3589, + 287, + 262, + 3504, + 286, + 262, + 1372, + 3516, + 447, + 251, + 13, + 198, + 198, + 3844, + 766, + 1560, + 345, + 644, + 284, + 5490, + 546, + 13, + 1052, + 3071, + 878, + 262, + 1578, + 1829, + 3162, + 290, + 1011, + 1295, + 319, + 2805, + 362, + 11, + 3389, + 767, + 11, + 4433, + 12270, + 341, + 290, + 11, + 611, + 345, + 423, + 262, + 6597, + 286, + 428, + 2008, + 345, + 460, + 2555, + 262, + 2230, + 284, + 38666, + 262, + 1171, + 757, + 25, + 198, + 198, + 464, + 29442, + 319, + 428, + 318, + 407, + 655, + 12431, + 11, + 475, + 345, + 389, + 19786, + 2130, + 2073, + 286, + 3511, + 13, + 2750, + 4585, + 534, + 6125, + 290, + 3501, + 683, + 477, + 262, + 6419, + 11, + 345, + 1479, + 284, + 467, + 1973, + 284, + 2130, + 287, + 262, + 1748, + 290, + 287, + 262, + 21040, + 379, + 465, + 1735, + 13, + 6674, + 617, + 286, + 262, + 4094, + 7602, + 287, + 465, + 1181, + 290, + 2222, + 1363, + 465, + 3275, + 13, + 1320, + 82, + 1176, + 13, + 911, + 1561, + 13, + 314, + 423, + 9635, + 290, + 356, + 761, + 284, + 1833, + 428, + 13, + 2293, + 904, + 11, + 314, + 1560, + 345, + 644, + 2356, + 314, + 1998, + 13, + 383, + 968, + 1971, + 3782, + 14386, + 13, + 1406, + 922, + 1730, + 351, + 1770, + 13, + 632, + 1595, + 447, + 247, + 83, + 2300, + 13, + 198, + 198, + 2437, + 3382, + 284, + 766, + 683, + 564, + 250, + 2484, + 430, + 36238, + 71, + 11, + 447, + 251, + 257, + 2008, + 10651, + 6605, + 749, + 20524, + 416, + 8512, + 287, + 262, + 1368, + 326, + 1992, + 2605, + 3848, + 281, + 564, + 250, + 69, + 3506, + 15288, + 2285, + 447, + 251, + 326, + 318, + 3177, + 262, + 4387, + 290, + 749, + 4923, + 5107, + 286, + 3298, + 3449, + 13, + 50256, + 16347, + 890, + 2084, + 11990, + 262, + 1074, + 625, + 262, + 3908, + 1175, + 11, + 475, + 4870, + 4422, + 8261, + 531, + 339, + 318, + 4684, + 284, + 2074, + 786, + 262, + 1578, + 1829, + 611, + 484, + 4320, + 286, + 1972, + 257, + 649, + 2139, + 329, + 683, + 422, + 1363, + 706, + 339, + 373, + 7830, + 4137, + 284, + 467, + 10522, + 416, + 1605, + 4773, + 13, + 198, + 198, + 1544, + 531, + 2319, + 11, + 830, + 3399, + 423, + 2828, + 351, + 29399, + 73, + 287, + 3284, + 11, + 810, + 7401, + 290, + 262, + 481, + 284, + 1332, + 511, + 2594, + 5403, + 257, + 1110, + 1906, + 361, + 326, + 447, + 247, + 82, + 262, + 1339, + 13, + 198, + 198, + 818, + 3050, + 8261, + 531, + 379, + 262, + 976, + 640, + 326, + 8144, + 468, + 645, + 1296, + 286, + 2321, + 318, + 262, + 691, + 640, + 284, + 1265, + 329, + 8144, + 994, + 13, + 198, + 198, + 1, + 1544, + 2227, + 284, + 1104, + 326, + 3284, + 318, + 5033, + 262, + 5353, + 286, + 262, + 1294, + 290, + 618, + 428, + 3011, + 1165, + 881, + 287, + 262, + 1803, + 757, + 340, + 373, + 257, + 613, + 73, + 286, + 257, + 869, + 284, + 23659, + 262, + 6224, + 286, + 617, + 1074, + 287, + 3284, + 553, + 339, + 531, + 13, + 198, + 198, + 1, + 46, + 1244, + 1239, + 423, + 284, + 466, + 326, + 329, + 262, + 2642, + 582, + 355, + 890, + 355, + 339, + 3382, + 340, + 553, + 339, + 531, + 13, + 198, + 198, + 447, + 250, + 1639, + 815, + 892, + 428, + 2137, + 318, + 2478, + 319, + 617, + 286, + 262, + 1266, + 1938, + 287, + 995, + 13, + 679, + 4206, + 514, + 1365, + 621, + 356, + 466, + 329, + 683, + 11, + 290, + 11, + 611, + 340, + 447, + 247, + 82, + 644, + 314, + 423, + 531, + 3589, + 11, + 339, + 447, + 247, + 82, + 845, + 5213, + 351, + 10192, + 262, + 11540, + 286, + 617, + 3466, + 326, + 389, + 852, + 973, + 329, + 584, + 4959, + 13, + 198, + 198, + 17060, + 531, + 484, + 550, + 1239, + 1107, + 2938, + 683, + 284, + 4427, + 262, + 3891, + 286, + 3399, + 393, + 284, + 869, + 606, + 503, + 13, + 198, + 198, + 17060, + 447, + 247, + 82, + 2597, + 373, + 262, + 1738, + 339, + 468, + 1239, + 9373, + 2683, + 546, + 670, + 319, + 262, + 11779, + 13, + 554, + 584, + 2456, + 11, + 484, + 423, + 587, + 973, + 612, + 13, + 198, + 198, + 16108, + 468, + 625, + 720, + 19, + 2997, + 286, + 6798, + 11, + 4196, + 318, + 2861, + 720, + 20, + 11, + 830, + 357, + 44252, + 82, + 50256 + ] + }, + { + "sample_id": 5, + "text": "<|endoftext|>” problems. For example, I try to stay myself. I write, “I feel like something interesting is worth it to me and I’ll come around and look for it for life, until people can tell me the most about this life.”\n\nI go 12, to the East store. There is a big sign: “Fwah,” on it. Then I say it: “Coffee. It goes with it.” Now you know, that’s one or making it out on yourself, but it was the West Coast.\n\nI show at work after lunch to make the market happy, but I can always start making stupid decisions while it works out. “I wasn’t going to do more unless I sell it, let alone keep selling it, not when I sell it.” So lots of things don’t always be right for an entire community. But, I am a writer, am not good because I didn’t go live and sell it well all my entire house for me, none of which stopped working. I am a believer that I could have done any good but I get rich through a whole bunch of money, and it doesn’t happen to me anymore. And it’s feelings I have about the things that some kind of body are happening and my personal feelings all really rub off.\n\nNow I’m going to say that it was mostly abuse, but there were a couple of all the negative involved. Explain to me of the power of the internet and what happened when I was telling me to accept it as what it was for me?\n\nThe media was a product of these forces that were brought in. The culture was perpetised, and by the standards of not learning about it in school. I say that is a huge statement. If you are a part of the status elite, you’re into power. Yourilege is not what you expect.\n\nSome of your own experiences, you feel guilty. So what’s drawing you into those, because maybe beliefs that were written by other people would fade away?\n\nI don’t think they will add up, but there’s still sometimes those that believe the truth in some really prep pecking order and think that I’m so used to seeing and seeing stuff that’s that simple. These are things that I don’m not at all on the radar of people talking about the things I write that are related to victims of white privilege or maleised privilege, where I’d think I could try any action that I feel’s not solving this problem. Some of those women. There has been some abuse. Some of whom you know what I know that I can’t do is.\n\nWhat’s to say it too?\n\nI guess- the things I said when making a golf course choice is right with me. What I’m going towards for a good chunk of this time just have to happen.\n\nI have a new job. I want it to bounce back and I’ve done four jobs into other things I am- art speaking, are never for everyone, but what I do are watch out for everybody reasons.\n\nThere are some things find me interesting about. My living in the Smiths area, feeling like I’ve been set with women’s lib lately, but music means I’m not doing so much anymore.\n\nNote, however, that my opinion probably not what I’m doing here or by people who don’t want to. There are still things that I say, “I’ve been pretty full my life and writing this in a couple years.”\n\n’t your strategy for becoming a media presence is about making statements and statements that are meant to provide attention?\n\n“I don’t want to talk to people who seem attention or just dreamt of having a big ego/tour.” or “You don’t feel quite enough, I want this to change your world.” If they’re not about the subject, sometimes you’ll find that it tends to be a fun subject. And it helps to feel like.”\n\nThere is a lot of this very preachy stuff as well in St Vincent’s National Book On Poverty 2017, almost as I would when I came to low profile.\n\nBut it is never particularly important to get down on the way that I am playing or speaking as it is always possible whether to be an advocate of something, which is thought to be fact, or to simply inter myself myself with talking about and having zero thoughts on any subject.\n\nSo what has been perhaps the most challenging/reasoning that make it so difficult for anyone?\n\nThe biggest thing<|endoftext|>", + "token_ids": [ + 50256, + 447, + 251, + 2761, + 13, + 1114, + 1672, + 11, + 314, + 1949, + 284, + 2652, + 3589, + 13, + 314, + 3551, + 11, + 564, + 250, + 40, + 1254, + 588, + 1223, + 3499, + 318, + 2861, + 340, + 284, + 502, + 290, + 314, + 447, + 247, + 297, + 1282, + 1088, + 290, + 804, + 329, + 340, + 329, + 1204, + 11, + 1566, + 661, + 460, + 1560, + 502, + 262, + 749, + 546, + 428, + 1204, + 13, + 447, + 251, + 198, + 198, + 40, + 467, + 1105, + 11, + 284, + 262, + 3687, + 3650, + 13, + 1318, + 318, + 257, + 1263, + 1051, + 25, + 564, + 250, + 37, + 86, + 993, + 11, + 447, + 251, + 319, + 340, + 13, + 3244, + 314, + 910, + 340, + 25, + 564, + 250, + 34, + 2364, + 1453, + 13, + 632, + 2925, + 351, + 340, + 13, + 447, + 251, + 2735, + 345, + 760, + 11, + 326, + 447, + 247, + 82, + 530, + 393, + 1642, + 340, + 503, + 319, + 3511, + 11, + 475, + 340, + 373, + 262, + 2688, + 8545, + 13, + 198, + 198, + 40, + 905, + 379, + 670, + 706, + 9965, + 284, + 787, + 262, + 1910, + 3772, + 11, + 475, + 314, + 460, + 1464, + 923, + 1642, + 8531, + 5370, + 981, + 340, + 2499, + 503, + 13, + 564, + 250, + 40, + 2492, + 447, + 247, + 83, + 1016, + 284, + 466, + 517, + 4556, + 314, + 3677, + 340, + 11, + 1309, + 3436, + 1394, + 6301, + 340, + 11, + 407, + 618, + 314, + 3677, + 340, + 13, + 447, + 251, + 1406, + 6041, + 286, + 1243, + 836, + 447, + 247, + 83, + 1464, + 307, + 826, + 329, + 281, + 2104, + 2055, + 13, + 887, + 11, + 314, + 716, + 257, + 6260, + 11, + 716, + 407, + 922, + 780, + 314, + 1422, + 447, + 247, + 83, + 467, + 2107, + 290, + 3677, + 340, + 880, + 477, + 616, + 2104, + 2156, + 329, + 502, + 11, + 4844, + 286, + 543, + 5025, + 1762, + 13, + 314, + 716, + 257, + 29546, + 326, + 314, + 714, + 423, + 1760, + 597, + 922, + 475, + 314, + 651, + 5527, + 832, + 257, + 2187, + 7684, + 286, + 1637, + 11, + 290, + 340, + 1595, + 447, + 247, + 83, + 1645, + 284, + 502, + 7471, + 13, + 843, + 340, + 447, + 247, + 82, + 7666, + 314, + 423, + 546, + 262, + 1243, + 326, + 617, + 1611, + 286, + 1767, + 389, + 5836, + 290, + 616, + 2614, + 7666, + 477, + 1107, + 6437, + 572, + 13, + 198, + 198, + 3844, + 314, + 447, + 247, + 76, + 1016, + 284, + 910, + 326, + 340, + 373, + 4632, + 5076, + 11, + 475, + 612, + 547, + 257, + 3155, + 286, + 477, + 262, + 4633, + 2950, + 13, + 48605, + 284, + 502, + 286, + 262, + 1176, + 286, + 262, + 5230, + 290, + 644, + 3022, + 618, + 314, + 373, + 5149, + 502, + 284, + 2453, + 340, + 355, + 644, + 340, + 373, + 329, + 502, + 30, + 198, + 198, + 464, + 2056, + 373, + 257, + 1720, + 286, + 777, + 3386, + 326, + 547, + 3181, + 287, + 13, + 383, + 3968, + 373, + 8939, + 1417, + 11, + 290, + 416, + 262, + 5423, + 286, + 407, + 4673, + 546, + 340, + 287, + 1524, + 13, + 314, + 910, + 326, + 318, + 257, + 3236, + 2643, + 13, + 1002, + 345, + 389, + 257, + 636, + 286, + 262, + 3722, + 9085, + 11, + 345, + 447, + 247, + 260, + 656, + 1176, + 13, + 3406, + 41866, + 318, + 407, + 644, + 345, + 1607, + 13, + 198, + 198, + 4366, + 286, + 534, + 898, + 6461, + 11, + 345, + 1254, + 6717, + 13, + 1406, + 644, + 447, + 247, + 82, + 8263, + 345, + 656, + 883, + 11, + 780, + 3863, + 9056, + 326, + 547, + 3194, + 416, + 584, + 661, + 561, + 22100, + 1497, + 30, + 198, + 198, + 40, + 836, + 447, + 247, + 83, + 892, + 484, + 481, + 751, + 510, + 11, + 475, + 612, + 447, + 247, + 82, + 991, + 3360, + 883, + 326, + 1975, + 262, + 3872, + 287, + 617, + 1107, + 3143, + 613, + 44377, + 1502, + 290, + 892, + 326, + 314, + 447, + 247, + 76, + 523, + 973, + 284, + 4379, + 290, + 4379, + 3404, + 326, + 447, + 247, + 82, + 326, + 2829, + 13, + 2312, + 389, + 1243, + 326, + 314, + 836, + 447, + 247, + 76, + 407, + 379, + 477, + 319, + 262, + 13428, + 286, + 661, + 3375, + 546, + 262, + 1243, + 314, + 3551, + 326, + 389, + 3519, + 284, + 4970, + 286, + 2330, + 11941, + 393, + 4257, + 1417, + 11941, + 11, + 810, + 314, + 447, + 247, + 67, + 892, + 314, + 714, + 1949, + 597, + 2223, + 326, + 314, + 1254, + 447, + 247, + 82, + 407, + 18120, + 428, + 1917, + 13, + 2773, + 286, + 883, + 1466, + 13, + 1318, + 468, + 587, + 617, + 5076, + 13, + 2773, + 286, + 4150, + 345, + 760, + 644, + 314, + 760, + 326, + 314, + 460, + 447, + 247, + 83, + 466, + 318, + 13, + 198, + 198, + 2061, + 447, + 247, + 82, + 284, + 910, + 340, + 1165, + 30, + 198, + 198, + 40, + 4724, + 12, + 262, + 1243, + 314, + 531, + 618, + 1642, + 257, + 13126, + 1781, + 3572, + 318, + 826, + 351, + 502, + 13, + 1867, + 314, + 447, + 247, + 76, + 1016, + 3371, + 329, + 257, + 922, + 16058, + 286, + 428, + 640, + 655, + 423, + 284, + 1645, + 13, + 198, + 198, + 40, + 423, + 257, + 649, + 1693, + 13, + 314, + 765, + 340, + 284, + 20110, + 736, + 290, + 314, + 447, + 247, + 303, + 1760, + 1440, + 3946, + 656, + 584, + 1243, + 314, + 716, + 12, + 1242, + 5486, + 11, + 389, + 1239, + 329, + 2506, + 11, + 475, + 644, + 314, + 466, + 389, + 2342, + 503, + 329, + 7288, + 3840, + 13, + 198, + 198, + 1858, + 389, + 617, + 1243, + 1064, + 502, + 3499, + 546, + 13, + 2011, + 2877, + 287, + 262, + 4176, + 82, + 1989, + 11, + 4203, + 588, + 314, + 447, + 247, + 303, + 587, + 900, + 351, + 1466, + 447, + 247, + 82, + 9195, + 16537, + 11, + 475, + 2647, + 1724, + 314, + 447, + 247, + 76, + 407, + 1804, + 523, + 881, + 7471, + 13, + 198, + 198, + 6425, + 11, + 2158, + 11, + 326, + 616, + 4459, + 2192, + 407, + 644, + 314, + 447, + 247, + 76, + 1804, + 994, + 393, + 416, + 661, + 508, + 836, + 447, + 247, + 83, + 765, + 284, + 13, + 1318, + 389, + 991, + 1243, + 326, + 314, + 910, + 11, + 564, + 250, + 40, + 447, + 247, + 303, + 587, + 2495, + 1336, + 616, + 1204, + 290, + 3597, + 428, + 287, + 257, + 3155, + 812, + 13, + 447, + 251, + 198, + 198, + 447, + 247, + 83, + 534, + 4811, + 329, + 5033, + 257, + 2056, + 4931, + 318, + 546, + 1642, + 6299, + 290, + 6299, + 326, + 389, + 4001, + 284, + 2148, + 3241, + 30, + 198, + 198, + 447, + 250, + 40, + 836, + 447, + 247, + 83, + 765, + 284, + 1561, + 284, + 661, + 508, + 1283, + 3241, + 393, + 655, + 4320, + 83, + 286, + 1719, + 257, + 1263, + 19225, + 14, + 83, + 454, + 13, + 447, + 251, + 393, + 564, + 250, + 1639, + 836, + 447, + 247, + 83, + 1254, + 2407, + 1576, + 11, + 314, + 765, + 428, + 284, + 1487, + 534, + 995, + 13, + 447, + 251, + 1002, + 484, + 447, + 247, + 260, + 407, + 546, + 262, + 2426, + 11, + 3360, + 345, + 447, + 247, + 297, + 1064, + 326, + 340, + 12444, + 284, + 307, + 257, + 1257, + 2426, + 13, + 843, + 340, + 5419, + 284, + 1254, + 588, + 13, + 447, + 251, + 198, + 198, + 1858, + 318, + 257, + 1256, + 286, + 428, + 845, + 32950, + 88, + 3404, + 355, + 880, + 287, + 520, + 18653, + 447, + 247, + 82, + 2351, + 4897, + 1550, + 30627, + 2177, + 11, + 2048, + 355, + 314, + 561, + 618, + 314, + 1625, + 284, + 1877, + 7034, + 13, + 198, + 198, + 1537, + 340, + 318, + 1239, + 3573, + 1593, + 284, + 651, + 866, + 319, + 262, + 835, + 326, + 314, + 716, + 2712, + 393, + 5486, + 355, + 340, + 318, + 1464, + 1744, + 1771, + 284, + 307, + 281, + 12811, + 286, + 1223, + 11, + 543, + 318, + 1807, + 284, + 307, + 1109, + 11, + 393, + 284, + 2391, + 987, + 3589, + 3589, + 351, + 3375, + 546, + 290, + 1719, + 6632, + 6066, + 319, + 597, + 2426, + 13, + 198, + 198, + 2396, + 644, + 468, + 587, + 3737, + 262, + 749, + 9389, + 14, + 41181, + 278, + 326, + 787, + 340, + 523, + 2408, + 329, + 2687, + 30, + 198, + 198, + 464, + 4094, + 1517, + 50256 + ] + }, + { + "sample_id": 6, + "text": "<|endoftext|> party decided to vote. “I was still running out of state, but then one thing — no, I was not starting out then, so yeah, I didn’t vote anymore — it doesn’t matter. Believe me, I thought there would be 20 guys hanging out and maybe trying to play it safe.”\n\nThis up real thing have local voters to fill a stir in the Philippines where a small group of Filip voters feel that nays seem like too much attention and need to focus more on social or cultural causes\n\nMixed view of the country\n\n“I was surprised — except the little person didn’t throw a few words at me, party workers. Co-workers had come for another 4 day job I had promised. They were already in my corner and I were much more upset when I lost.”\n\nThere's currently no shows that long-term gender voters will be in play, so question numbers will be hard to pin down.\n\nDuring a tumultuous year of the campaign, a party machine that is still fighting for the votes of so many women, allowing same-sex couples to keep using co-ins, and even those in need of protection have had relatively long conversations with Duterte’s policies that are usually rooted in local politics or lostem elsewhere. For example, the Democrats wanted to win the idea to vote first, which proved failed in 2015, even though not surprisingly, women accounted for 30% of registered voters, all of whom were concentrated among residents of the state.\n\nSomeguably the U.S. has lost its mind, but there's no reason why so many Filipians were being driven out of the U. With looks like takeovers. Jennifer Marson,\n\nCEO of the Philippine Business Company\n\nThe coffee company wonders whether some of the good jobs that some plebisc voters enjoyed may have co-out but not as well. “We’re seeing such an opportunity for the community because there’s an abundance of opportunities to take a huge number of jobs away.”\n\n“She may be the woman who visits the state every election day,” says Davidneak, executive director of the company website. “What’t vote for anything is figuring everything out.”\n\nThe battle for his wife\n\nDespite the candidate remains ahead of many more Filip voters, in 2017 she will have some time, depending on the mother-of-be’s family and running. “We’d a real challenge,” he tellsates, who in fact is filled with men and women involved in local politics rather than the traditional office one for a presidential candidate.\n\n\"We think she will be different in some ways. Because she is already a full of daddy issues with weighty,\" she adds.\n\n\"We've heard women being involved in the kitchen, winning the door and running for a while. \"We think politics will be so hard on the economy and she is on the other half is getting her feet and involved in same-sex, which would say a disaster.\"\n\nYaundman, who has strong ties early, also sees the relative rate of return on the strength of her candidacy: “Now I cannot say: No, this still doesn't bother me. That makes a lot sense.\"\n\n“This one is a woman, it's only likely to be that one is the local force that has grown inside us.\"\n\nMitchhlman said she was about certainly having a while to go through those and as to whom she found it something like another this week to figure out how new challenges affected her chances of doing in general.\n\n\"I mean doing media space around, there are three years in this election, and we're supposed to pick up three or two, so most anyone through their eyes is difficult,\" he said. \"However, a lot of questions about politics are really driving us away in this election, including taking on responsibility we even lead this country.\"\n\nThe same goes for the U.S., while still aren't entirely enthusiastic about Chinaanao women't being represented in the Philippines, expressed some concerns about politics in the United States.\n\n\"The president of the Philippines Republic have a lot of influence and no one in the United States doesn't all know that too many military security officials are worried about drug reform and much more changes and whatever ... this lady might be forced to implement, because she has got no choice by continuing to think instead of dogs and alpacas, as their counterparts in the country. Just FYI mean, maybe a focus on basic services, drug care, and the food chain.\"\n\nUnlike U.S.-imposed in the Philippines, non-governmental organizations like social workers and soaps and child workers were not allowed to eat the bland and wholes processed food they eat of meat and vegetables. The reason given the former House speaker<|endoftext|>", + "token_ids": [ + 50256, + 2151, + 3066, + 284, + 3015, + 13, + 564, + 250, + 40, + 373, + 991, + 2491, + 503, + 286, + 1181, + 11, + 475, + 788, + 530, + 1517, + 851, + 645, + 11, + 314, + 373, + 407, + 3599, + 503, + 788, + 11, + 523, + 10194, + 11, + 314, + 1422, + 447, + 247, + 83, + 3015, + 7471, + 851, + 340, + 1595, + 447, + 247, + 83, + 2300, + 13, + 32018, + 502, + 11, + 314, + 1807, + 612, + 561, + 307, + 1160, + 3730, + 10938, + 503, + 290, + 3863, + 2111, + 284, + 711, + 340, + 3338, + 13, + 447, + 251, + 198, + 198, + 1212, + 510, + 1103, + 1517, + 423, + 1957, + 4446, + 284, + 6070, + 257, + 11240, + 287, + 262, + 13316, + 810, + 257, + 1402, + 1448, + 286, + 24600, + 4446, + 1254, + 326, + 299, + 592, + 1283, + 588, + 1165, + 881, + 3241, + 290, + 761, + 284, + 2962, + 517, + 319, + 1919, + 393, + 6467, + 5640, + 198, + 198, + 44, + 2966, + 1570, + 286, + 262, + 1499, + 198, + 198, + 447, + 250, + 40, + 373, + 6655, + 851, + 2845, + 262, + 1310, + 1048, + 1422, + 447, + 247, + 83, + 3714, + 257, + 1178, + 2456, + 379, + 502, + 11, + 2151, + 3259, + 13, + 1766, + 12, + 22896, + 550, + 1282, + 329, + 1194, + 604, + 1110, + 1693, + 314, + 550, + 8072, + 13, + 1119, + 547, + 1541, + 287, + 616, + 5228, + 290, + 314, + 547, + 881, + 517, + 9247, + 618, + 314, + 2626, + 13, + 447, + 251, + 198, + 198, + 1858, + 338, + 3058, + 645, + 2523, + 326, + 890, + 12, + 4354, + 5279, + 4446, + 481, + 307, + 287, + 711, + 11, + 523, + 1808, + 3146, + 481, + 307, + 1327, + 284, + 6757, + 866, + 13, + 198, + 198, + 7191, + 257, + 47312, + 614, + 286, + 262, + 1923, + 11, + 257, + 2151, + 4572, + 326, + 318, + 991, + 4330, + 329, + 262, + 5690, + 286, + 523, + 867, + 1466, + 11, + 5086, + 976, + 12, + 8044, + 11886, + 284, + 1394, + 1262, + 763, + 12, + 1040, + 11, + 290, + 772, + 883, + 287, + 761, + 286, + 4800, + 423, + 550, + 5365, + 890, + 10275, + 351, + 25763, + 447, + 247, + 82, + 4788, + 326, + 389, + 3221, + 19459, + 287, + 1957, + 4819, + 393, + 2626, + 368, + 8057, + 13, + 1114, + 1672, + 11, + 262, + 4956, + 2227, + 284, + 1592, + 262, + 2126, + 284, + 3015, + 717, + 11, + 543, + 8302, + 4054, + 287, + 1853, + 11, + 772, + 996, + 407, + 12362, + 11, + 1466, + 17830, + 329, + 1542, + 4, + 286, + 6823, + 4446, + 11, + 477, + 286, + 4150, + 547, + 17298, + 1871, + 5085, + 286, + 262, + 1181, + 13, + 198, + 198, + 4366, + 5162, + 1346, + 262, + 471, + 13, + 50, + 13, + 468, + 2626, + 663, + 2000, + 11, + 475, + 612, + 338, + 645, + 1738, + 1521, + 523, + 867, + 24600, + 1547, + 547, + 852, + 7986, + 503, + 286, + 262, + 471, + 13, + 2080, + 3073, + 588, + 1011, + 13801, + 13, + 16348, + 1526, + 1559, + 11, + 198, + 198, + 46691, + 286, + 262, + 29911, + 7320, + 5834, + 198, + 198, + 464, + 6891, + 1664, + 19294, + 1771, + 617, + 286, + 262, + 922, + 3946, + 326, + 617, + 3339, + 65, + 2304, + 4446, + 8359, + 743, + 423, + 763, + 12, + 448, + 475, + 407, + 355, + 880, + 13, + 564, + 250, + 1135, + 447, + 247, + 260, + 4379, + 884, + 281, + 3663, + 329, + 262, + 2055, + 780, + 612, + 447, + 247, + 82, + 281, + 20038, + 286, + 6443, + 284, + 1011, + 257, + 3236, + 1271, + 286, + 3946, + 1497, + 13, + 447, + 251, + 198, + 198, + 447, + 250, + 3347, + 743, + 307, + 262, + 2415, + 508, + 11864, + 262, + 1181, + 790, + 3071, + 1110, + 11, + 447, + 251, + 1139, + 3271, + 710, + 461, + 11, + 4640, + 3437, + 286, + 262, + 1664, + 3052, + 13, + 564, + 250, + 2061, + 447, + 247, + 83, + 3015, + 329, + 1997, + 318, + 22714, + 2279, + 503, + 13, + 447, + 251, + 198, + 198, + 464, + 3344, + 329, + 465, + 3656, + 198, + 198, + 8332, + 262, + 4540, + 3793, + 4058, + 286, + 867, + 517, + 24600, + 4446, + 11, + 287, + 2177, + 673, + 481, + 423, + 617, + 640, + 11, + 6906, + 319, + 262, + 2802, + 12, + 1659, + 12, + 1350, + 447, + 247, + 82, + 1641, + 290, + 2491, + 13, + 564, + 250, + 1135, + 447, + 247, + 67, + 257, + 1103, + 4427, + 11, + 447, + 251, + 339, + 4952, + 689, + 11, + 508, + 287, + 1109, + 318, + 5901, + 351, + 1450, + 290, + 1466, + 2950, + 287, + 1957, + 4819, + 2138, + 621, + 262, + 4569, + 2607, + 530, + 329, + 257, + 4787, + 4540, + 13, + 198, + 198, + 1, + 1135, + 892, + 673, + 481, + 307, + 1180, + 287, + 617, + 2842, + 13, + 4362, + 673, + 318, + 1541, + 257, + 1336, + 286, + 35822, + 2428, + 351, + 3463, + 88, + 553, + 673, + 6673, + 13, + 198, + 198, + 1, + 1135, + 1053, + 2982, + 1466, + 852, + 2950, + 287, + 262, + 9592, + 11, + 5442, + 262, + 3420, + 290, + 2491, + 329, + 257, + 981, + 13, + 366, + 1135, + 892, + 4819, + 481, + 307, + 523, + 1327, + 319, + 262, + 3773, + 290, + 673, + 318, + 319, + 262, + 584, + 2063, + 318, + 1972, + 607, + 3625, + 290, + 2950, + 287, + 976, + 12, + 8044, + 11, + 543, + 561, + 910, + 257, + 9336, + 526, + 198, + 198, + 56, + 559, + 358, + 805, + 11, + 508, + 468, + 1913, + 8470, + 1903, + 11, + 635, + 7224, + 262, + 3585, + 2494, + 286, + 1441, + 319, + 262, + 4202, + 286, + 607, + 24514, + 25, + 564, + 250, + 3844, + 314, + 2314, + 910, + 25, + 1400, + 11, + 428, + 991, + 1595, + 470, + 11393, + 502, + 13, + 1320, + 1838, + 257, + 1256, + 2565, + 526, + 198, + 198, + 447, + 250, + 1212, + 530, + 318, + 257, + 2415, + 11, + 340, + 338, + 691, + 1884, + 284, + 307, + 326, + 530, + 318, + 262, + 1957, + 2700, + 326, + 468, + 7334, + 2641, + 514, + 526, + 198, + 198, + 44, + 2007, + 18519, + 805, + 531, + 673, + 373, + 546, + 3729, + 1719, + 257, + 981, + 284, + 467, + 832, + 883, + 290, + 355, + 284, + 4150, + 673, + 1043, + 340, + 1223, + 588, + 1194, + 428, + 1285, + 284, + 3785, + 503, + 703, + 649, + 6459, + 5676, + 607, + 8395, + 286, + 1804, + 287, + 2276, + 13, + 198, + 198, + 1, + 40, + 1612, + 1804, + 2056, + 2272, + 1088, + 11, + 612, + 389, + 1115, + 812, + 287, + 428, + 3071, + 11, + 290, + 356, + 821, + 4385, + 284, + 2298, + 510, + 1115, + 393, + 734, + 11, + 523, + 749, + 2687, + 832, + 511, + 2951, + 318, + 2408, + 553, + 339, + 531, + 13, + 366, + 4864, + 11, + 257, + 1256, + 286, + 2683, + 546, + 4819, + 389, + 1107, + 5059, + 514, + 1497, + 287, + 428, + 3071, + 11, + 1390, + 2263, + 319, + 5798, + 356, + 772, + 1085, + 428, + 1499, + 526, + 198, + 198, + 464, + 976, + 2925, + 329, + 262, + 471, + 13, + 50, + 1539, + 981, + 991, + 3588, + 470, + 5000, + 21848, + 546, + 609, + 1437, + 2271, + 78, + 1466, + 470, + 852, + 7997, + 287, + 262, + 13316, + 11, + 6241, + 617, + 4786, + 546, + 4819, + 287, + 262, + 1578, + 1829, + 13, + 198, + 198, + 1, + 464, + 1893, + 286, + 262, + 13316, + 2066, + 423, + 257, + 1256, + 286, + 4588, + 290, + 645, + 530, + 287, + 262, + 1578, + 1829, + 1595, + 470, + 477, + 760, + 326, + 1165, + 867, + 2422, + 2324, + 2828, + 389, + 7960, + 546, + 2563, + 4975, + 290, + 881, + 517, + 2458, + 290, + 4232, + 2644, + 428, + 10846, + 1244, + 307, + 4137, + 284, + 3494, + 11, + 780, + 673, + 468, + 1392, + 645, + 3572, + 416, + 8282, + 284, + 892, + 2427, + 286, + 6844, + 290, + 435, + 33587, + 292, + 11, + 355, + 511, + 16054, + 287, + 262, + 1499, + 13, + 2329, + 23639, + 40, + 1612, + 11, + 3863, + 257, + 2962, + 319, + 4096, + 2594, + 11, + 2563, + 1337, + 11, + 290, + 262, + 2057, + 6333, + 526, + 198, + 198, + 18521, + 471, + 13, + 50, + 7874, + 36457, + 287, + 262, + 13316, + 11, + 1729, + 12, + 31353, + 5745, + 588, + 1919, + 3259, + 290, + 523, + 1686, + 290, + 1200, + 3259, + 547, + 407, + 3142, + 284, + 4483, + 262, + 34377, + 290, + 17950, + 13686, + 2057, + 484, + 4483, + 286, + 6174, + 290, + 13701, + 13, + 383, + 1738, + 1813, + 262, + 1966, + 2097, + 10834, + 50256 + ] + }, + { + "sample_id": 7, + "text": "<|endoftext|> of many Russians lying around in the streets and vice areas, too.\n\nIn Soviet Russia, people are also called heroes.\n\nIt was easy to see that a night of ghastly innocent people behind bars never end in a safer or better community, such as the streets of Moscow.\n\nNow the Russian Russian authorities’ promise of full employment has been taken seriously and said the police could all provide protection at a higher rate.\n\nThe ERC World-Post has the following story on exactly just this.\n\nIf we receive this site in your inbox; please consider readers, subscribe today.\n\nHowever, the Russians more recently appears to be the worst because damnation is often offloaded near zero, not full, permanent members of its own population.\n\nOn 1 October 2016, in eastern Ukraine, more than 15,000 Russians died – left being outnumbered by more than 10,000 in a civil war, according to official reports and mass compiled during the conflict – now including 913,500 dead. This figure is symbol amongst some of the most brutal crimes against the dark times of Russian Russian living today, whose body deals with blood in the Russian War. A Russian tragedy should not happen here.\n\nThe next installment in the ’17 Russian edition will explain how it never gets these numbers until all the tramarks of a Russia.\n\nThe article comes after it was widely possible Donald Trump withdrew U.S. support ahead of Vladimir Putin’s Euro 2018 Cup bid in 2017. So now there’s precious little they’ll try to give it right on paper.\n\nAt same time, an over in way the Olympics was in an important match in World Cup. Russia’s refusal to host the Olympics also meant it necessary that Ukraine be played over the 2022 FIFA World Cup. And there’s also a possibility that NATO could start NATO’s March by March 11, 2001, attack Moscow (it is called Mar-go-lose). A somewhat article cited by some points out that the U.S. estimates are keeping five to 10 million people somewhere, which may seem ridiculous.\n\nThe odds of Russia and Ukraine in NATO are interesting, for what’s a nuclear treaty? (Yes! We should know that a ceasefire would be needed for an entire month for a half.) “Yet the Kremlin says that if 12 missiles were ready for use, it would be a nuclear self-defense with Ukraine.” A claim that is also interesting, but, since the 1990s, Ukraine’s independence was under a Soviet threat. The Crimea is certainly an issue, and that albatross is likely in jeopardy.\n\nPatriotism may be a bit of a hot word for Russian leaders in the new administration. In the meantime, we can’t even know whether it is not, which perhapsates some saying that as long as Moscow in the hands of the US, especially Saudi ones, it’s the last a year we will truly pay attention.\n\nIn the world’s imagination was the USA, but I understand why this little guy might be following the onetime human chain, but, in the words of the President, Putin, the two countries and the United States remain closely but “both countries shall upon their common interests” as is expected from a country. That alone suggests it’s a very big difference between in Doha – and unwise.\n\nNobody wants to know what the situation is for a U.S. presidency. More recently the existence of Trump’s West African Baptist ban has made public, and that camp has what it takes to reach out into Europe to challenge the highest balance of power in the region, therebyize life on the most vulnerable of its ethnic communities and support violence from white supremacist groups.\n\nIt is easy to point out that Crimea is Russian. The Russian regularly post some links to the Barents going from the UK, but relatively few people moved to Russia before Mr. Now Putin’s travel laws are an entirelylique way – although here’s visit is what you consider an infringement of anyone’s fundamental rights. That’s under the carpet in – but citizenship is a citizens’ rights for Russian citizens and therefore can’t be justifiable as such.\n\nIt is not without reason to bring up anything about the type of nationalism that is also available to Russians, not to the number NATO and the country’s military strength, which are headquartered in scale. Britain’s struggle against Russian rule was inspired by the system of checks and balances, and has turned its attention to NATO, the European alliance that has defended Russia against Russian rule for 40 years.\n\nCameron says he is of course interested in a third increase –, at 20 earlier this year from London and City Hall – in the future direction of local elections, Cameron said. “The way to go is if<|endoftext|>", + "token_ids": [ + 50256, + 286, + 867, + 13234, + 9105, + 1088, + 287, + 262, + 6483, + 290, + 7927, + 3006, + 11, + 1165, + 13, + 198, + 198, + 818, + 7570, + 3284, + 11, + 661, + 389, + 635, + 1444, + 10281, + 13, + 198, + 198, + 1026, + 373, + 2562, + 284, + 766, + 326, + 257, + 1755, + 286, + 24997, + 459, + 306, + 10218, + 661, + 2157, + 9210, + 1239, + 886, + 287, + 257, + 14178, + 393, + 1365, + 2055, + 11, + 884, + 355, + 262, + 6483, + 286, + 9070, + 13, + 198, + 198, + 3844, + 262, + 3394, + 3394, + 4773, + 447, + 247, + 6991, + 286, + 1336, + 7184, + 468, + 587, + 2077, + 6411, + 290, + 531, + 262, + 1644, + 714, + 477, + 2148, + 4800, + 379, + 257, + 2440, + 2494, + 13, + 198, + 198, + 464, + 412, + 7397, + 2159, + 12, + 6307, + 468, + 262, + 1708, + 1621, + 319, + 3446, + 655, + 428, + 13, + 198, + 198, + 1532, + 356, + 3328, + 428, + 2524, + 287, + 534, + 13734, + 26, + 3387, + 2074, + 7183, + 11, + 12383, + 1909, + 13, + 198, + 198, + 4864, + 11, + 262, + 13234, + 517, + 2904, + 3568, + 284, + 307, + 262, + 5290, + 780, + 12270, + 341, + 318, + 1690, + 572, + 14578, + 1474, + 6632, + 11, + 407, + 1336, + 11, + 7748, + 1866, + 286, + 663, + 898, + 3265, + 13, + 198, + 198, + 2202, + 352, + 3267, + 1584, + 11, + 287, + 10183, + 7049, + 11, + 517, + 621, + 1315, + 11, + 830, + 13234, + 3724, + 784, + 1364, + 852, + 46673, + 416, + 517, + 621, + 838, + 11, + 830, + 287, + 257, + 3026, + 1175, + 11, + 1864, + 284, + 1743, + 3136, + 290, + 2347, + 14102, + 1141, + 262, + 5358, + 784, + 783, + 1390, + 860, + 1485, + 11, + 4059, + 2636, + 13, + 770, + 3785, + 318, + 6194, + 12077, + 617, + 286, + 262, + 749, + 12399, + 6741, + 1028, + 262, + 3223, + 1661, + 286, + 3394, + 3394, + 2877, + 1909, + 11, + 3025, + 1767, + 7529, + 351, + 2910, + 287, + 262, + 3394, + 1810, + 13, + 317, + 3394, + 13574, + 815, + 407, + 1645, + 994, + 13, + 198, + 198, + 464, + 1306, + 25168, + 287, + 262, + 564, + 247, + 1558, + 3394, + 8313, + 481, + 4727, + 703, + 340, + 1239, + 3011, + 777, + 3146, + 1566, + 477, + 262, + 1291, + 14306, + 286, + 257, + 3284, + 13, + 198, + 198, + 464, + 2708, + 2058, + 706, + 340, + 373, + 6768, + 1744, + 3759, + 1301, + 25518, + 471, + 13, + 50, + 13, + 1104, + 4058, + 286, + 14840, + 8144, + 447, + 247, + 82, + 1898, + 2864, + 5454, + 8406, + 287, + 2177, + 13, + 1406, + 783, + 612, + 447, + 247, + 82, + 14186, + 1310, + 484, + 447, + 247, + 297, + 1949, + 284, + 1577, + 340, + 826, + 319, + 3348, + 13, + 198, + 198, + 2953, + 976, + 640, + 11, + 281, + 625, + 287, + 835, + 262, + 14935, + 373, + 287, + 281, + 1593, + 2872, + 287, + 2159, + 5454, + 13, + 3284, + 447, + 247, + 82, + 17387, + 284, + 2583, + 262, + 14935, + 635, + 4001, + 340, + 3306, + 326, + 7049, + 307, + 2826, + 625, + 262, + 33160, + 21285, + 2159, + 5454, + 13, + 843, + 612, + 447, + 247, + 82, + 635, + 257, + 5885, + 326, + 11332, + 714, + 923, + 11332, + 447, + 247, + 82, + 2805, + 416, + 2805, + 1367, + 11, + 5878, + 11, + 1368, + 9070, + 357, + 270, + 318, + 1444, + 1526, + 12, + 2188, + 12, + 75, + 577, + 737, + 317, + 6454, + 2708, + 9181, + 416, + 617, + 2173, + 503, + 326, + 262, + 471, + 13, + 50, + 13, + 7746, + 389, + 5291, + 1936, + 284, + 838, + 1510, + 661, + 7382, + 11, + 543, + 743, + 1283, + 11441, + 13, + 198, + 198, + 464, + 10402, + 286, + 3284, + 290, + 7049, + 287, + 11332, + 389, + 3499, + 11, + 329, + 644, + 447, + 247, + 82, + 257, + 4523, + 15775, + 30, + 357, + 5297, + 0, + 775, + 815, + 760, + 326, + 257, + 29717, + 561, + 307, + 2622, + 329, + 281, + 2104, + 1227, + 329, + 257, + 2063, + 2014, + 564, + 250, + 11486, + 262, + 19077, + 1139, + 326, + 611, + 1105, + 12798, + 547, + 3492, + 329, + 779, + 11, + 340, + 561, + 307, + 257, + 4523, + 2116, + 12, + 19774, + 351, + 7049, + 13, + 447, + 251, + 317, + 1624, + 326, + 318, + 635, + 3499, + 11, + 475, + 11, + 1201, + 262, + 6303, + 82, + 11, + 7049, + 447, + 247, + 82, + 10404, + 373, + 739, + 257, + 7570, + 2372, + 13, + 383, + 21590, + 318, + 3729, + 281, + 2071, + 11, + 290, + 326, + 435, + 8664, + 1214, + 318, + 1884, + 287, + 38606, + 13, + 198, + 198, + 12130, + 36671, + 1042, + 743, + 307, + 257, + 1643, + 286, + 257, + 3024, + 1573, + 329, + 3394, + 2766, + 287, + 262, + 649, + 3662, + 13, + 554, + 262, + 14324, + 11, + 356, + 460, + 447, + 247, + 83, + 772, + 760, + 1771, + 340, + 318, + 407, + 11, + 543, + 3737, + 689, + 617, + 2282, + 326, + 355, + 890, + 355, + 9070, + 287, + 262, + 2832, + 286, + 262, + 1294, + 11, + 2592, + 7420, + 3392, + 11, + 340, + 447, + 247, + 82, + 262, + 938, + 257, + 614, + 356, + 481, + 4988, + 1414, + 3241, + 13, + 198, + 198, + 818, + 262, + 995, + 447, + 247, + 82, + 13843, + 373, + 262, + 4916, + 11, + 475, + 314, + 1833, + 1521, + 428, + 1310, + 3516, + 1244, + 307, + 1708, + 262, + 319, + 8079, + 1692, + 6333, + 11, + 475, + 11, + 287, + 262, + 2456, + 286, + 262, + 1992, + 11, + 8144, + 11, + 262, + 734, + 2678, + 290, + 262, + 1578, + 1829, + 3520, + 7173, + 475, + 564, + 250, + 16885, + 2678, + 2236, + 2402, + 511, + 2219, + 5353, + 447, + 251, + 355, + 318, + 2938, + 422, + 257, + 1499, + 13, + 1320, + 3436, + 5644, + 340, + 447, + 247, + 82, + 257, + 845, + 1263, + 3580, + 1022, + 287, + 360, + 28083, + 784, + 290, + 555, + 3083, + 13, + 198, + 198, + 24795, + 3382, + 284, + 760, + 644, + 262, + 3074, + 318, + 329, + 257, + 471, + 13, + 50, + 13, + 12112, + 13, + 3125, + 2904, + 262, + 6224, + 286, + 1301, + 447, + 247, + 82, + 2688, + 5510, + 21724, + 3958, + 468, + 925, + 1171, + 11, + 290, + 326, + 1413, + 468, + 644, + 340, + 2753, + 284, + 3151, + 503, + 656, + 2031, + 284, + 4427, + 262, + 4511, + 5236, + 286, + 1176, + 287, + 262, + 3814, + 11, + 12839, + 1096, + 1204, + 319, + 262, + 749, + 8826, + 286, + 663, + 9450, + 5348, + 290, + 1104, + 3685, + 422, + 2330, + 31352, + 2628, + 13, + 198, + 198, + 1026, + 318, + 2562, + 284, + 966, + 503, + 326, + 21590, + 318, + 3394, + 13, + 383, + 3394, + 7987, + 1281, + 617, + 6117, + 284, + 262, + 347, + 1580, + 82, + 1016, + 422, + 262, + 3482, + 11, + 475, + 5365, + 1178, + 661, + 3888, + 284, + 3284, + 878, + 1770, + 13, + 2735, + 8144, + 447, + 247, + 82, + 3067, + 3657, + 389, + 281, + 5000, + 41522, + 835, + 784, + 3584, + 994, + 447, + 247, + 82, + 3187, + 318, + 644, + 345, + 2074, + 281, + 23059, + 286, + 2687, + 447, + 247, + 82, + 7531, + 2489, + 13, + 1320, + 447, + 247, + 82, + 739, + 262, + 20710, + 287, + 784, + 475, + 14218, + 318, + 257, + 4290, + 447, + 247, + 2489, + 329, + 3394, + 4290, + 290, + 4361, + 460, + 447, + 247, + 83, + 307, + 655, + 16823, + 355, + 884, + 13, + 198, + 198, + 1026, + 318, + 407, + 1231, + 1738, + 284, + 2222, + 510, + 1997, + 546, + 262, + 2099, + 286, + 24436, + 326, + 318, + 635, + 1695, + 284, + 13234, + 11, + 407, + 284, + 262, + 1271, + 11332, + 290, + 262, + 1499, + 447, + 247, + 82, + 2422, + 4202, + 11, + 543, + 389, + 48583, + 287, + 5046, + 13, + 5491, + 447, + 247, + 82, + 6531, + 1028, + 3394, + 3896, + 373, + 7867, + 416, + 262, + 1080, + 286, + 8794, + 290, + 25223, + 11, + 290, + 468, + 2900, + 663, + 3241, + 284, + 11332, + 11, + 262, + 3427, + 12801, + 326, + 468, + 13768, + 3284, + 1028, + 3394, + 3896, + 329, + 2319, + 812, + 13, + 198, + 198, + 34, + 41639, + 1139, + 339, + 318, + 286, + 1781, + 4609, + 287, + 257, + 2368, + 2620, + 784, + 11, + 379, + 1160, + 2961, + 428, + 614, + 422, + 3576, + 290, + 2254, + 4789, + 784, + 287, + 262, + 2003, + 4571, + 286, + 1957, + 7024, + 11, + 10821, + 531, + 13, + 564, + 250, + 464, + 835, + 284, + 467, + 318, + 611, + 50256 + ] + }, + { + "sample_id": 8, + "text": "<|endoftext|> Giffner, the bank’s manger, said he made an arrest soon after Julyina, 20, a 6-year-old girl who had lived up until she “had a grown-up family in Brooklyn for two years, went to Florida to beg,” she said.\n\nAn March Giffner first knew a thing had been wrong, she said. She had been threatened with a crime, hung up and then called out that she knew were “very names.” “It was in the early 1990s,” Giffner said. Then she had been sent to jail when she arrived. Then it seemed beyond worse. Noone who knows doesn’t know where to begin. And lawyers just don’t.”\n\nA friend from Staten Island, who would replace Mr. Williams, also targeted the couple’s childhood home: his wife, Maryina, and a family in the North.\n\nIt was a blow to upset Ms. Shner, who hoped for the loss of a few seconds between her husband and Michael’s new name and enough people to throw his family at him. One longtime neighbor, meanwhile, said it was a victory for Mr.ary Mathis, the man’s son who “regularly sc asking for money that isn’t worth” The six who were arrested, she said.\n\nSusan Smith, a native New York, campaigned for Mr. Lelis for building a national monument to corruption. Her wife Williams said in September that, ultimately, “she’s either the truth, the smile or egg on her face.”\n\n“It’s it, Mr. Mathis wanted to be heard,” Williams said. Her concern was whether he could be trusted, she added.\n\nThe latestors, usually mostly in 1980s, 1990s, when nothing is already in store, followed a four-year crash course in a major American town. Of the thr wave of discrossing America, some came from an era where an group of friends thought the social line between county and local officials and its rules and beyond,’ 6-foot and 3,000 is a little thin on the tra telly.\n\nJames’ son, Robert, who was left in July said that like the current lookout, he was betrayed. Other than Mathis, on several occasions occasions he makes money on credit cards, his wife agreed to lie and stay with him so he never had it.\n\n“That morning I told his mother that if I don’t follow his wife I have no reason for anyone,” he said it told. “It hurt him, and hurt him.” It has been asked of how his wife dealt with the government.\n\nIn July, after she learned that drugs and drugs had been near her big break, the former boyfriend drove her to Manhattan’s Vine headquarters pending a plea agreement with the government. He received overtime pay and opened up an apartment in Manhattan, where she first moved to New York City a week earlier.\n\n“I live to follow that line of thinking. So after moving back to the (state.); I have it fixed,” said Michael Gorman, 38, who flew her to California. He is still owed $0. He’s currently seeking a $3.5 million settlement.\n\nHis father was able to cope with a lawyer for his wife while at the bank but in reality cases (so far) found in how little happened with him. He remained at the bank, he said, told most directly about whether he had everything that suggested she had gone to send money. : “I was no more afraid,” Mr. Mathis said.\n\nMr. Mathis lives lives in New York in a home that his wife, Mary, has already begun to make used to the court orders that had stred his own finances inside the home, but he still had them to help him stay payments by mail. He is hoping to find his address only on Nov. 11, his wife’s presidential campaign. Lawyers care for people used to the rules that, say, Mathis’ father tell people to lose their jobs and quit his job. They won’t release the money from the bank now, but they offer the victim the chance to handle the more than working the money. Also known as the “neberment rule,” prosecutors either blame the cash on bail or, by luck older than a typical business associate, many men in suits.\n\nMathis’ insistence that he complied with the flow of money on bail, but he was able to keep it himself, remains otherwise. He was arrested on two separate occasions for proof that he had to give the money the truth, or that the only coming was to call his mother.\n\n<|endoftext|>", + "token_ids": [ + 50256, + 402, + 733, + 1008, + 11, + 262, + 3331, + 447, + 247, + 82, + 582, + 1362, + 11, + 531, + 339, + 925, + 281, + 3251, + 2582, + 706, + 2901, + 1437, + 11, + 1160, + 11, + 257, + 718, + 12, + 1941, + 12, + 727, + 2576, + 508, + 550, + 5615, + 510, + 1566, + 673, + 564, + 250, + 18108, + 257, + 7334, + 12, + 929, + 1641, + 287, + 12232, + 329, + 734, + 812, + 11, + 1816, + 284, + 4744, + 284, + 4123, + 11, + 447, + 251, + 673, + 531, + 13, + 198, + 198, + 2025, + 2805, + 402, + 733, + 1008, + 717, + 2993, + 257, + 1517, + 550, + 587, + 2642, + 11, + 673, + 531, + 13, + 1375, + 550, + 587, + 8556, + 351, + 257, + 4065, + 11, + 9174, + 510, + 290, + 788, + 1444, + 503, + 326, + 673, + 2993, + 547, + 564, + 250, + 548, + 3891, + 13, + 447, + 251, + 564, + 250, + 1026, + 373, + 287, + 262, + 1903, + 6303, + 82, + 11, + 447, + 251, + 402, + 733, + 1008, + 531, + 13, + 3244, + 673, + 550, + 587, + 1908, + 284, + 7356, + 618, + 673, + 5284, + 13, + 3244, + 340, + 3947, + 3675, + 4785, + 13, + 1400, + 505, + 508, + 4206, + 1595, + 447, + 247, + 83, + 760, + 810, + 284, + 2221, + 13, + 843, + 9326, + 655, + 836, + 447, + 247, + 83, + 13, + 447, + 251, + 198, + 198, + 32, + 1545, + 422, + 46034, + 5451, + 11, + 508, + 561, + 6330, + 1770, + 13, + 6484, + 11, + 635, + 7977, + 262, + 3155, + 447, + 247, + 82, + 9963, + 1363, + 25, + 465, + 3656, + 11, + 5335, + 1437, + 11, + 290, + 257, + 1641, + 287, + 262, + 2258, + 13, + 198, + 198, + 1026, + 373, + 257, + 6611, + 284, + 9247, + 6997, + 13, + 911, + 1008, + 11, + 508, + 10719, + 329, + 262, + 2994, + 286, + 257, + 1178, + 4201, + 1022, + 607, + 5229, + 290, + 3899, + 447, + 247, + 82, + 649, + 1438, + 290, + 1576, + 661, + 284, + 3714, + 465, + 1641, + 379, + 683, + 13, + 1881, + 15076, + 4780, + 11, + 15066, + 11, + 531, + 340, + 373, + 257, + 5373, + 329, + 1770, + 13, + 560, + 16320, + 271, + 11, + 262, + 582, + 447, + 247, + 82, + 3367, + 508, + 564, + 250, + 16338, + 306, + 629, + 4737, + 329, + 1637, + 326, + 2125, + 447, + 247, + 83, + 2861, + 447, + 251, + 383, + 2237, + 508, + 547, + 5169, + 11, + 673, + 531, + 13, + 198, + 198, + 45842, + 4176, + 11, + 257, + 6868, + 968, + 1971, + 11, + 32853, + 329, + 1770, + 13, + 406, + 417, + 271, + 329, + 2615, + 257, + 2260, + 17757, + 284, + 9253, + 13, + 2332, + 3656, + 6484, + 531, + 287, + 2693, + 326, + 11, + 6165, + 11, + 564, + 250, + 7091, + 447, + 247, + 82, + 2035, + 262, + 3872, + 11, + 262, + 8212, + 393, + 5935, + 319, + 607, + 1986, + 13, + 447, + 251, + 198, + 198, + 447, + 250, + 1026, + 447, + 247, + 82, + 340, + 11, + 1770, + 13, + 16320, + 271, + 2227, + 284, + 307, + 2982, + 11, + 447, + 251, + 6484, + 531, + 13, + 2332, + 2328, + 373, + 1771, + 339, + 714, + 307, + 13467, + 11, + 673, + 2087, + 13, + 198, + 198, + 464, + 3452, + 669, + 11, + 3221, + 4632, + 287, + 7169, + 82, + 11, + 6303, + 82, + 11, + 618, + 2147, + 318, + 1541, + 287, + 3650, + 11, + 3940, + 257, + 1440, + 12, + 1941, + 7014, + 1781, + 287, + 257, + 1688, + 1605, + 3240, + 13, + 3226, + 262, + 5636, + 6769, + 286, + 595, + 19692, + 278, + 2253, + 11, + 617, + 1625, + 422, + 281, + 6980, + 810, + 281, + 1448, + 286, + 2460, + 1807, + 262, + 1919, + 1627, + 1022, + 7968, + 290, + 1957, + 2828, + 290, + 663, + 3173, + 290, + 3675, + 11, + 447, + 247, + 718, + 12, + 5898, + 290, + 513, + 11, + 830, + 318, + 257, + 1310, + 7888, + 319, + 262, + 1291, + 1560, + 88, + 13, + 198, + 198, + 14731, + 447, + 247, + 3367, + 11, + 5199, + 11, + 508, + 373, + 1364, + 287, + 2901, + 531, + 326, + 588, + 262, + 1459, + 804, + 448, + 11, + 339, + 373, + 26281, + 13, + 3819, + 621, + 16320, + 271, + 11, + 319, + 1811, + 12432, + 12432, + 339, + 1838, + 1637, + 319, + 3884, + 4116, + 11, + 465, + 3656, + 4987, + 284, + 6486, + 290, + 2652, + 351, + 683, + 523, + 339, + 1239, + 550, + 340, + 13, + 198, + 198, + 447, + 250, + 2504, + 3329, + 314, + 1297, + 465, + 2802, + 326, + 611, + 314, + 836, + 447, + 247, + 83, + 1061, + 465, + 3656, + 314, + 423, + 645, + 1738, + 329, + 2687, + 11, + 447, + 251, + 339, + 531, + 340, + 1297, + 13, + 564, + 250, + 1026, + 5938, + 683, + 11, + 290, + 5938, + 683, + 13, + 447, + 251, + 632, + 468, + 587, + 1965, + 286, + 703, + 465, + 3656, + 11829, + 351, + 262, + 1230, + 13, + 198, + 198, + 818, + 2901, + 11, + 706, + 673, + 4499, + 326, + 5010, + 290, + 5010, + 550, + 587, + 1474, + 607, + 1263, + 2270, + 11, + 262, + 1966, + 13850, + 10357, + 607, + 284, + 13458, + 447, + 247, + 82, + 28879, + 10043, + 13310, + 257, + 16720, + 4381, + 351, + 262, + 1230, + 13, + 679, + 2722, + 17820, + 1414, + 290, + 4721, + 510, + 281, + 7962, + 287, + 13458, + 11, + 810, + 673, + 717, + 3888, + 284, + 968, + 1971, + 2254, + 257, + 1285, + 2961, + 13, + 198, + 198, + 447, + 250, + 40, + 2107, + 284, + 1061, + 326, + 1627, + 286, + 3612, + 13, + 1406, + 706, + 3867, + 736, + 284, + 262, + 357, + 5219, + 13, + 1776, + 314, + 423, + 340, + 5969, + 11, + 447, + 251, + 531, + 3899, + 402, + 26183, + 11, + 4353, + 11, + 508, + 13112, + 607, + 284, + 3442, + 13, + 679, + 318, + 991, + 21057, + 720, + 15, + 13, + 679, + 447, + 247, + 82, + 3058, + 6095, + 257, + 720, + 18, + 13, + 20, + 1510, + 9443, + 13, + 198, + 198, + 6653, + 2988, + 373, + 1498, + 284, + 19271, + 351, + 257, + 6853, + 329, + 465, + 3656, + 981, + 379, + 262, + 3331, + 475, + 287, + 3950, + 2663, + 357, + 568, + 1290, + 8, + 1043, + 287, + 703, + 1310, + 3022, + 351, + 683, + 13, + 679, + 6150, + 379, + 262, + 3331, + 11, + 339, + 531, + 11, + 1297, + 749, + 3264, + 546, + 1771, + 339, + 550, + 2279, + 326, + 5220, + 673, + 550, + 3750, + 284, + 3758, + 1637, + 13, + 1058, + 564, + 250, + 40, + 373, + 645, + 517, + 7787, + 11, + 447, + 251, + 1770, + 13, + 16320, + 271, + 531, + 13, + 198, + 198, + 5246, + 13, + 16320, + 271, + 3160, + 3160, + 287, + 968, + 1971, + 287, + 257, + 1363, + 326, + 465, + 3656, + 11, + 5335, + 11, + 468, + 1541, + 9258, + 284, + 787, + 973, + 284, + 262, + 2184, + 6266, + 326, + 550, + 336, + 445, + 465, + 898, + 20903, + 2641, + 262, + 1363, + 11, + 475, + 339, + 991, + 550, + 606, + 284, + 1037, + 683, + 2652, + 7524, + 416, + 6920, + 13, + 679, + 318, + 7725, + 284, + 1064, + 465, + 2209, + 691, + 319, + 5267, + 13, + 1367, + 11, + 465, + 3656, + 447, + 247, + 82, + 4787, + 1923, + 13, + 42693, + 1337, + 329, + 661, + 973, + 284, + 262, + 3173, + 326, + 11, + 910, + 11, + 16320, + 271, + 447, + 247, + 2988, + 1560, + 661, + 284, + 4425, + 511, + 3946, + 290, + 11238, + 465, + 1693, + 13, + 1119, + 1839, + 447, + 247, + 83, + 2650, + 262, + 1637, + 422, + 262, + 3331, + 783, + 11, + 475, + 484, + 2897, + 262, + 3117, + 262, + 2863, + 284, + 5412, + 262, + 517, + 621, + 1762, + 262, + 1637, + 13, + 4418, + 1900, + 355, + 262, + 564, + 250, + 710, + 527, + 434, + 3896, + 11, + 447, + 251, + 11947, + 2035, + 8138, + 262, + 5003, + 319, + 12274, + 393, + 11, + 416, + 8458, + 4697, + 621, + 257, + 7226, + 1597, + 11602, + 11, + 867, + 1450, + 287, + 14803, + 13, + 198, + 198, + 37372, + 271, + 447, + 247, + 30696, + 326, + 339, + 35413, + 351, + 262, + 5202, + 286, + 1637, + 319, + 12274, + 11, + 475, + 339, + 373, + 1498, + 284, + 1394, + 340, + 2241, + 11, + 3793, + 4306, + 13, + 679, + 373, + 5169, + 319, + 734, + 4553, + 12432, + 329, + 6617, + 326, + 339, + 550, + 284, + 1577, + 262, + 1637, + 262, + 3872, + 11, + 393, + 326, + 262, + 691, + 2406, + 373, + 284, + 869, + 465, + 2802, + 13, + 198, + 198, + 50256 + ] + }, + { + "sample_id": 9, + "text": "<|endoftext|> job. I might give copies of the design rules that I wrote for my game and of my Star Citizen 3.0 version released this morning. (Just to be honest no impact on my hiring as much of your company as regarding the current policy, which is just for so good.) People are going to talk about this and not in how I mean it.\n\nMy thought is that: I like to have some of the coolest people in my company.\n\nNext time!\n\nBuildards\n\nQ: I’ve talked about some of our SWF projects, as well as getting me excited about them. I just gave you some ideas you can share, I try to focus on your specific office style, what products you love and make, and what of products will you bring to me.\n\nThe build list is pretty simple.\n\nOo to build, buy things. In writing this we should all move like a two once you have finished. If yes, there are lots of game mechanics that can be improved almost as easily it can be.\n\nKeep your design on the forums or whatever, but you will help to put it in your hands.\n\nOtherential items in game mechanics\n\nAll what you’ve sent us for now are new. You’ve now said that service delivery is in the game, or you will be locked out. This is the high price that my colleagues and I plan to pay for players in your upcoming soon.\n\nI will get you a copy of some cool cool things we have built with new content to it, so that you’ll get it if they don’t think it would be cool. I expect you to know how to buy game for a couple dollars or go up to several hundred beyond my value. I’d like tell the world around you the how to make the biggest ship in history or about how to use it for my first 20 or five bucks.\n\nWork\n\nQ: Never have we talked talked about work, where to get left, so I’d probably like to be your potential employer just now.\n\nThese are the things to dump on someone, so share it, build upon how I’ve been dealing with it in the beginning, and maybe even a little love.\n\nI have really never really experienced much of my work except in my first case, so then I had to explain it myself. I know that this version you get to know, I’m making it more and allowing it to be easier and will increase the various turn each employee will take on a thing system in the years ahead.\n\nDue to some trial and error, I had already mentioned some things I have learned, but I also only might change each week coming and week based on like this, hopefully this, whatever game, we will be.\n\nFeel free to come onto the office and be your friend of the evening, but, as of writing I am 6 guys on average, let would make 1, although it seems like I have to write a few things story to go about.\n\n@ @_abris<|endoftext|>Also during the game, mostly pre-wise, since I really hope a lot of people really upset over the rest of the team. Anyway, it’s a shame,\n\nThere is not a lot of really in writing this, which not exactly people want.\n\nA couple named pre-Z sitting in the background, watching Michaelay (who used to watch him sometimes), looking at the Zv (from the left of West+ra), and The Condor (his by-line), from his “travel down to other countries.”\n\nPros: Not already high play-rate (but not spectacularly).\n\nSpot-On: ‘Not really aware of the position, who has big vision and vision’ (uh-d).\n\nSummary: team-mate win = calm, confident, cocky.\n\n3D-Draws\n\n- 1-0s\n\n[/Game:00 – Final]- 2-0 loss\n\n_________\n\n[The Note: Please forgive my mind this one.\n\nHope this helps.]\n\n11/Game: Uh-hippie*\n\n11/Game: Team No.1 + 7-6 (!!!)\n\nAdvertisement\n\n***\n\nPleasecluding my last two matches, since I am 100 in the league. Instead of playing, I would be welled of a good health-related thing!\n\n***\n\nAnyway, I kind of broke my mind while listening to write myself with a lot of friends. I try going to leave the article in bad faith, which puts me on the re-write my first thoughts be your list that time—and therefore I truly believe that it is. Mybody has a say! (Update:\n\nPart 2. the rest\n\nMy<|endoftext|>", + "token_ids": [ + 50256, + 1693, + 13, + 314, + 1244, + 1577, + 9088, + 286, + 262, + 1486, + 3173, + 326, + 314, + 2630, + 329, + 616, + 983, + 290, + 286, + 616, + 2907, + 22307, + 513, + 13, + 15, + 2196, + 2716, + 428, + 3329, + 13, + 357, + 5703, + 284, + 307, + 5508, + 645, + 2928, + 319, + 616, + 12965, + 355, + 881, + 286, + 534, + 1664, + 355, + 5115, + 262, + 1459, + 2450, + 11, + 543, + 318, + 655, + 329, + 523, + 922, + 2014, + 4380, + 389, + 1016, + 284, + 1561, + 546, + 428, + 290, + 407, + 287, + 703, + 314, + 1612, + 340, + 13, + 198, + 198, + 3666, + 1807, + 318, + 326, + 25, + 314, + 588, + 284, + 423, + 617, + 286, + 262, + 38889, + 661, + 287, + 616, + 1664, + 13, + 198, + 198, + 10019, + 640, + 0, + 198, + 198, + 15580, + 1371, + 198, + 198, + 48, + 25, + 314, + 447, + 247, + 303, + 6619, + 546, + 617, + 286, + 674, + 12672, + 37, + 4493, + 11, + 355, + 880, + 355, + 1972, + 502, + 6568, + 546, + 606, + 13, + 314, + 655, + 2921, + 345, + 617, + 4213, + 345, + 460, + 2648, + 11, + 314, + 1949, + 284, + 2962, + 319, + 534, + 2176, + 2607, + 3918, + 11, + 644, + 3186, + 345, + 1842, + 290, + 787, + 11, + 290, + 644, + 286, + 3186, + 481, + 345, + 2222, + 284, + 502, + 13, + 198, + 198, + 464, + 1382, + 1351, + 318, + 2495, + 2829, + 13, + 198, + 198, + 46, + 78, + 284, + 1382, + 11, + 2822, + 1243, + 13, + 554, + 3597, + 428, + 356, + 815, + 477, + 1445, + 588, + 257, + 734, + 1752, + 345, + 423, + 5201, + 13, + 1002, + 3763, + 11, + 612, + 389, + 6041, + 286, + 983, + 12933, + 326, + 460, + 307, + 6596, + 2048, + 355, + 3538, + 340, + 460, + 307, + 13, + 198, + 198, + 15597, + 534, + 1486, + 319, + 262, + 14216, + 393, + 4232, + 11, + 475, + 345, + 481, + 1037, + 284, + 1234, + 340, + 287, + 534, + 2832, + 13, + 198, + 198, + 6395, + 1843, + 3709, + 287, + 983, + 12933, + 198, + 198, + 3237, + 644, + 345, + 447, + 247, + 303, + 1908, + 514, + 329, + 783, + 389, + 649, + 13, + 921, + 447, + 247, + 303, + 783, + 531, + 326, + 2139, + 7585, + 318, + 287, + 262, + 983, + 11, + 393, + 345, + 481, + 307, + 8970, + 503, + 13, + 770, + 318, + 262, + 1029, + 2756, + 326, + 616, + 7810, + 290, + 314, + 1410, + 284, + 1414, + 329, + 1938, + 287, + 534, + 7865, + 2582, + 13, + 198, + 198, + 40, + 481, + 651, + 345, + 257, + 4866, + 286, + 617, + 3608, + 3608, + 1243, + 356, + 423, + 3170, + 351, + 649, + 2695, + 284, + 340, + 11, + 523, + 326, + 345, + 447, + 247, + 297, + 651, + 340, + 611, + 484, + 836, + 447, + 247, + 83, + 892, + 340, + 561, + 307, + 3608, + 13, + 314, + 1607, + 345, + 284, + 760, + 703, + 284, + 2822, + 983, + 329, + 257, + 3155, + 5054, + 393, + 467, + 510, + 284, + 1811, + 3470, + 3675, + 616, + 1988, + 13, + 314, + 447, + 247, + 67, + 588, + 1560, + 262, + 995, + 1088, + 345, + 262, + 703, + 284, + 787, + 262, + 4094, + 4074, + 287, + 2106, + 393, + 546, + 703, + 284, + 779, + 340, + 329, + 616, + 717, + 1160, + 393, + 1936, + 24780, + 13, + 198, + 198, + 12468, + 198, + 198, + 48, + 25, + 7236, + 423, + 356, + 6619, + 6619, + 546, + 670, + 11, + 810, + 284, + 651, + 1364, + 11, + 523, + 314, + 447, + 247, + 67, + 2192, + 588, + 284, + 307, + 534, + 2785, + 9749, + 655, + 783, + 13, + 198, + 198, + 4711, + 389, + 262, + 1243, + 284, + 10285, + 319, + 2130, + 11, + 523, + 2648, + 340, + 11, + 1382, + 2402, + 703, + 314, + 447, + 247, + 303, + 587, + 7219, + 351, + 340, + 287, + 262, + 3726, + 11, + 290, + 3863, + 772, + 257, + 1310, + 1842, + 13, + 198, + 198, + 40, + 423, + 1107, + 1239, + 1107, + 5924, + 881, + 286, + 616, + 670, + 2845, + 287, + 616, + 717, + 1339, + 11, + 523, + 788, + 314, + 550, + 284, + 4727, + 340, + 3589, + 13, + 314, + 760, + 326, + 428, + 2196, + 345, + 651, + 284, + 760, + 11, + 314, + 447, + 247, + 76, + 1642, + 340, + 517, + 290, + 5086, + 340, + 284, + 307, + 4577, + 290, + 481, + 2620, + 262, + 2972, + 1210, + 1123, + 6538, + 481, + 1011, + 319, + 257, + 1517, + 1080, + 287, + 262, + 812, + 4058, + 13, + 198, + 198, + 22229, + 284, + 617, + 4473, + 290, + 4049, + 11, + 314, + 550, + 1541, + 4750, + 617, + 1243, + 314, + 423, + 4499, + 11, + 475, + 314, + 635, + 691, + 1244, + 1487, + 1123, + 1285, + 2406, + 290, + 1285, + 1912, + 319, + 588, + 428, + 11, + 11481, + 428, + 11, + 4232, + 983, + 11, + 356, + 481, + 307, + 13, + 198, + 198, + 35114, + 1479, + 284, + 1282, + 4291, + 262, + 2607, + 290, + 307, + 534, + 1545, + 286, + 262, + 6180, + 11, + 475, + 11, + 355, + 286, + 3597, + 314, + 716, + 718, + 3730, + 319, + 2811, + 11, + 1309, + 561, + 787, + 352, + 11, + 3584, + 340, + 2331, + 588, + 314, + 423, + 284, + 3551, + 257, + 1178, + 1243, + 1621, + 284, + 467, + 546, + 13, + 198, + 198, + 31, + 2488, + 62, + 397, + 2442, + 50256, + 7583, + 1141, + 262, + 983, + 11, + 4632, + 662, + 12, + 3083, + 11, + 1201, + 314, + 1107, + 2911, + 257, + 1256, + 286, + 661, + 1107, + 9247, + 625, + 262, + 1334, + 286, + 262, + 1074, + 13, + 21836, + 11, + 340, + 447, + 247, + 82, + 257, + 10195, + 11, + 198, + 198, + 1858, + 318, + 407, + 257, + 1256, + 286, + 1107, + 287, + 3597, + 428, + 11, + 543, + 407, + 3446, + 661, + 765, + 13, + 198, + 198, + 32, + 3155, + 3706, + 662, + 12, + 57, + 5586, + 287, + 262, + 4469, + 11, + 4964, + 3899, + 323, + 357, + 8727, + 973, + 284, + 2342, + 683, + 3360, + 828, + 2045, + 379, + 262, + 1168, + 85, + 357, + 6738, + 262, + 1364, + 286, + 2688, + 10, + 430, + 828, + 290, + 383, + 9724, + 273, + 357, + 14363, + 416, + 12, + 1370, + 828, + 422, + 465, + 564, + 250, + 35927, + 866, + 284, + 584, + 2678, + 13, + 447, + 251, + 198, + 198, + 35726, + 25, + 1892, + 1541, + 1029, + 711, + 12, + 4873, + 357, + 4360, + 407, + 15013, + 306, + 737, + 198, + 198, + 32565, + 12, + 2202, + 25, + 564, + 246, + 3673, + 1107, + 3910, + 286, + 262, + 2292, + 11, + 508, + 468, + 1263, + 5761, + 290, + 5761, + 447, + 247, + 357, + 7456, + 12, + 67, + 737, + 198, + 198, + 22093, + 25, + 1074, + 12, + 9830, + 1592, + 796, + 9480, + 11, + 6563, + 11, + 7540, + 88, + 13, + 198, + 198, + 18, + 35, + 12, + 25302, + 82, + 198, + 198, + 12, + 352, + 12, + 15, + 82, + 198, + 198, + 58, + 14, + 8777, + 25, + 405, + 784, + 8125, + 60, + 12, + 362, + 12, + 15, + 2994, + 198, + 198, + 2602, + 62, + 198, + 198, + 58, + 464, + 5740, + 25, + 4222, + 20927, + 616, + 2000, + 428, + 530, + 13, + 198, + 198, + 34456, + 428, + 5419, + 8183, + 198, + 198, + 1157, + 14, + 8777, + 25, + 28574, + 12, + 71, + 3974, + 494, + 9, + 198, + 198, + 1157, + 14, + 8777, + 25, + 4816, + 1400, + 13, + 16, + 1343, + 767, + 12, + 21, + 357, + 3228, + 8133, + 198, + 198, + 4723, + 198, + 198, + 8162, + 198, + 198, + 5492, + 6360, + 616, + 938, + 734, + 7466, + 11, + 1201, + 314, + 716, + 1802, + 287, + 262, + 4652, + 13, + 5455, + 286, + 2712, + 11, + 314, + 561, + 307, + 880, + 276, + 286, + 257, + 922, + 1535, + 12, + 5363, + 1517, + 0, + 198, + 198, + 8162, + 198, + 198, + 23795, + 11, + 314, + 1611, + 286, + 6265, + 616, + 2000, + 981, + 8680, + 284, + 3551, + 3589, + 351, + 257, + 1256, + 286, + 2460, + 13, + 314, + 1949, + 1016, + 284, + 2666, + 262, + 2708, + 287, + 2089, + 4562, + 11, + 543, + 7584, + 502, + 319, + 262, + 302, + 12, + 13564, + 616, + 717, + 6066, + 307, + 534, + 1351, + 326, + 640, + 960, + 392, + 4361, + 314, + 4988, + 1975, + 326, + 340, + 318, + 13, + 2011, + 2618, + 468, + 257, + 910, + 0, + 357, + 10260, + 25, + 198, + 198, + 7841, + 362, + 13, + 262, + 1334, + 198, + 198, + 3666, + 50256 + ] + }, + { + "sample_id": 10, + "text": "<|endoftext|> your end. Whether your last car was on your doorstep or taken off, let’s not do it.” Regardless of the presidential involved, online voting will be for pre-related purposes, including the weeks after and how the results will be.\n\nThis campaign has been there for years\n\nWhile the candidates – Paul Romney, Paul Mc cars and Paul Johnson – will be political ads, anyone can vote in a heartbeat – and perhaps e-mail is their place for voting for the electric car.\n\nAt an event in the town town of July County in Bangor, U.S. Representative Rep. Del Maxineau announced this morning our readers to Governor Maine’s bid for the DGA’s upcoming Bangor seat.\n\nDuring an hour-long loss to nominate Timulz, the nominee for president of the, or U.S. District candidate for the presidency, Murphy said Monday that the candidates were against the push for moving transportation cars. “I still expect the election to be an opportunity to do this better, even if we can’t work by a May Day deadline,” said Campbell.\n\nBefore taking the campaign stage, Johnson had been building his way to DCA.\n\nThe close friend, David Johnson, told reporters, “we have every right to hold office. Otherwise we will be electedes or cut.”\n\n“The DGA’s goal is to move from downtown to the area of Maine more efficiently, but the best it will have to be approved by state. Any anywhere close to stop would go out of this effort,” said Senator Martineau.\n\n“If you allow yourself to make significant 2 changes in future, more people will be visiting Mayflower for the presidency to tell you this,” Murphy said.\n\nThe BAE representatives did not respond to the D-Day Herald’s request. They declined to comment exactly what cars the state now making were available online, but added the agency was confident that just 40 cars could be purchased in 2012.\n\n“Without a visit to the site, September 30 will not affect that customer’s self-serving decision,” Farrherier said.\n\nHe said the companies hoping the addition of new electric cars would help pay to maintain -2e cars in the short year.\n\nEdson has been using Facebook lately, when he found that it left him “barely considering the average time it took to drive” to the site.\n\nJoin the opportunity for ways to help others live for the ride in the form of bumper ads\n\nIt is to be published in the October 2011 edition of D-Day In this post by George Washington. This is now on im,asdotcom.<|endoftext|>On the program at Metro's morning service, one member of the board on the entire L.C. program takes a warning to charity.\n\nEllis resident Maura Vitez told GQ and the GMA that he’s the reason for giving the month-long bus business more space for adults and children. But he also says it wasn’t always such easy fare.\n\n“Face to face Dr. By ago, it wasn’t happen in the U.S. every July,” Vaccez told Metro.ca. “It's not happening in a city and today certain to be the next thing would be. Sorry, sorry.”\n\nVera has found that money helps go beyond the “services” offered by every resident on board. Thereafter, he spends his money about “unlimitedcedented costs,” that he’s vegetarian, and that he gets one a week. That’s what he does with the fare at its own expense.\n\nThat said, Verez says he had no evidence that his organization would affect the entire fare … but for those like Vaccez, it was “no starting point,” which was the case when the riders were not happy with the new plan.\n\nEllis is at code for its ability to say that wasn’t the case on everyone else, and they can now tell the difference. In fact when it comes to parking beyond those of the larger living inside the station is the bread and butter of the Metro Transit Center, and it is now designed to work with adults only.\n\nNow staff can say that the TTC is allowing at least ample room inside the station, and that the space is relatively short yet in May, and while no seats will be available, parking is still needed there because most seats aren’t allowed.\n\n\"I plan to contact [my staff] unless I can put out another statement on that. My guess is at SIRI feel they’ve said ‘this is not allowed, and you will have pre-free seats, you don’t<|endoftext|>", + "token_ids": [ + 50256, + 534, + 886, + 13, + 10127, + 534, + 938, + 1097, + 373, + 319, + 534, + 41594, + 393, + 2077, + 572, + 11, + 1309, + 447, + 247, + 82, + 407, + 466, + 340, + 13, + 447, + 251, + 22250, + 286, + 262, + 4787, + 2950, + 11, + 2691, + 6709, + 481, + 307, + 329, + 662, + 12, + 5363, + 4959, + 11, + 1390, + 262, + 2745, + 706, + 290, + 703, + 262, + 2482, + 481, + 307, + 13, + 198, + 198, + 1212, + 1923, + 468, + 587, + 612, + 329, + 812, + 198, + 198, + 3633, + 262, + 5871, + 784, + 3362, + 8431, + 11, + 3362, + 1982, + 5006, + 290, + 3362, + 5030, + 784, + 481, + 307, + 1964, + 9011, + 11, + 2687, + 460, + 3015, + 287, + 257, + 36051, + 784, + 290, + 3737, + 304, + 12, + 4529, + 318, + 511, + 1295, + 329, + 6709, + 329, + 262, + 5186, + 1097, + 13, + 198, + 198, + 2953, + 281, + 1785, + 287, + 262, + 3240, + 3240, + 286, + 2901, + 3418, + 287, + 9801, + 273, + 11, + 471, + 13, + 50, + 13, + 19920, + 1432, + 13, + 4216, + 5436, + 500, + 559, + 3414, + 428, + 3329, + 674, + 7183, + 284, + 10807, + 15080, + 447, + 247, + 82, + 8406, + 329, + 262, + 360, + 9273, + 447, + 247, + 82, + 7865, + 9801, + 273, + 5852, + 13, + 198, + 198, + 7191, + 281, + 1711, + 12, + 6511, + 2994, + 284, + 40376, + 5045, + 37314, + 11, + 262, + 10429, + 329, + 1893, + 286, + 262, + 11, + 393, + 471, + 13, + 50, + 13, + 5665, + 4540, + 329, + 262, + 12112, + 11, + 14424, + 531, + 3321, + 326, + 262, + 5871, + 547, + 1028, + 262, + 4574, + 329, + 3867, + 9358, + 5006, + 13, + 564, + 250, + 40, + 991, + 1607, + 262, + 3071, + 284, + 307, + 281, + 3663, + 284, + 466, + 428, + 1365, + 11, + 772, + 611, + 356, + 460, + 447, + 247, + 83, + 670, + 416, + 257, + 1737, + 3596, + 12508, + 11, + 447, + 251, + 531, + 14327, + 13, + 198, + 198, + 8421, + 2263, + 262, + 1923, + 3800, + 11, + 5030, + 550, + 587, + 2615, + 465, + 835, + 284, + 6257, + 32, + 13, + 198, + 198, + 464, + 1969, + 1545, + 11, + 3271, + 5030, + 11, + 1297, + 7638, + 11, + 564, + 250, + 732, + 423, + 790, + 826, + 284, + 1745, + 2607, + 13, + 15323, + 356, + 481, + 307, + 7018, + 274, + 393, + 2005, + 13, + 447, + 251, + 198, + 198, + 447, + 250, + 464, + 360, + 9273, + 447, + 247, + 82, + 3061, + 318, + 284, + 1445, + 422, + 9436, + 284, + 262, + 1989, + 286, + 15080, + 517, + 18306, + 11, + 475, + 262, + 1266, + 340, + 481, + 423, + 284, + 307, + 6325, + 416, + 1181, + 13, + 4377, + 6609, + 1969, + 284, + 2245, + 561, + 467, + 503, + 286, + 428, + 3626, + 11, + 447, + 251, + 531, + 8962, + 3981, + 500, + 559, + 13, + 198, + 198, + 447, + 250, + 1532, + 345, + 1249, + 3511, + 284, + 787, + 2383, + 362, + 2458, + 287, + 2003, + 11, + 517, + 661, + 481, + 307, + 10013, + 1737, + 25547, + 329, + 262, + 12112, + 284, + 1560, + 345, + 428, + 11, + 447, + 251, + 14424, + 531, + 13, + 198, + 198, + 464, + 347, + 14242, + 10826, + 750, + 407, + 3031, + 284, + 262, + 360, + 12, + 12393, + 18277, + 447, + 247, + 82, + 2581, + 13, + 1119, + 7392, + 284, + 2912, + 3446, + 644, + 5006, + 262, + 1181, + 783, + 1642, + 547, + 1695, + 2691, + 11, + 475, + 2087, + 262, + 4086, + 373, + 6563, + 326, + 655, + 2319, + 5006, + 714, + 307, + 8155, + 287, + 2321, + 13, + 198, + 198, + 447, + 250, + 16249, + 257, + 3187, + 284, + 262, + 2524, + 11, + 2693, + 1542, + 481, + 407, + 2689, + 326, + 6491, + 447, + 247, + 82, + 2116, + 12, + 31293, + 2551, + 11, + 447, + 251, + 376, + 3258, + 372, + 959, + 531, + 13, + 198, + 198, + 1544, + 531, + 262, + 2706, + 7725, + 262, + 3090, + 286, + 649, + 5186, + 5006, + 561, + 1037, + 1414, + 284, + 5529, + 532, + 17, + 68, + 5006, + 287, + 262, + 1790, + 614, + 13, + 198, + 198, + 7407, + 1559, + 468, + 587, + 1262, + 3203, + 16537, + 11, + 618, + 339, + 1043, + 326, + 340, + 1364, + 683, + 564, + 250, + 49382, + 306, + 6402, + 262, + 2811, + 640, + 340, + 1718, + 284, + 3708, + 447, + 251, + 284, + 262, + 2524, + 13, + 198, + 198, + 18234, + 262, + 3663, + 329, + 2842, + 284, + 1037, + 1854, + 2107, + 329, + 262, + 6594, + 287, + 262, + 1296, + 286, + 32228, + 9011, + 198, + 198, + 1026, + 318, + 284, + 307, + 3199, + 287, + 262, + 3267, + 2813, + 8313, + 286, + 360, + 12, + 12393, + 554, + 428, + 1281, + 416, + 4502, + 2669, + 13, + 770, + 318, + 783, + 319, + 545, + 11, + 292, + 26518, + 785, + 13, + 50256, + 2202, + 262, + 1430, + 379, + 12477, + 338, + 3329, + 2139, + 11, + 530, + 2888, + 286, + 262, + 3096, + 319, + 262, + 2104, + 406, + 13, + 34, + 13, + 1430, + 2753, + 257, + 6509, + 284, + 11016, + 13, + 198, + 198, + 30639, + 271, + 6623, + 28931, + 430, + 18271, + 8471, + 1297, + 402, + 48, + 290, + 262, + 402, + 5673, + 326, + 339, + 447, + 247, + 82, + 262, + 1738, + 329, + 3501, + 262, + 1227, + 12, + 6511, + 1323, + 1597, + 517, + 2272, + 329, + 6490, + 290, + 1751, + 13, + 887, + 339, + 635, + 1139, + 340, + 2492, + 447, + 247, + 83, + 1464, + 884, + 2562, + 14505, + 13, + 198, + 198, + 447, + 250, + 32388, + 284, + 1986, + 1583, + 13, + 2750, + 2084, + 11, + 340, + 2492, + 447, + 247, + 83, + 1645, + 287, + 262, + 471, + 13, + 50, + 13, + 790, + 2901, + 11, + 447, + 251, + 31749, + 8471, + 1297, + 12477, + 13, + 6888, + 13, + 564, + 250, + 1026, + 338, + 407, + 5836, + 287, + 257, + 1748, + 290, + 1909, + 1728, + 284, + 307, + 262, + 1306, + 1517, + 561, + 307, + 13, + 19061, + 11, + 7926, + 13, + 447, + 251, + 198, + 198, + 53, + 8607, + 468, + 1043, + 326, + 1637, + 5419, + 467, + 3675, + 262, + 564, + 250, + 30416, + 447, + 251, + 4438, + 416, + 790, + 6623, + 319, + 3096, + 13, + 1318, + 8499, + 11, + 339, + 16887, + 465, + 1637, + 546, + 564, + 250, + 403, + 10698, + 12292, + 3484, + 11, + 447, + 251, + 326, + 339, + 447, + 247, + 82, + 24053, + 11, + 290, + 326, + 339, + 3011, + 530, + 257, + 1285, + 13, + 1320, + 447, + 247, + 82, + 644, + 339, + 857, + 351, + 262, + 14505, + 379, + 663, + 898, + 10907, + 13, + 198, + 198, + 2504, + 531, + 11, + 4643, + 8471, + 1139, + 339, + 550, + 645, + 2370, + 326, + 465, + 4009, + 561, + 2689, + 262, + 2104, + 14505, + 3926, + 475, + 329, + 883, + 588, + 31749, + 8471, + 11, + 340, + 373, + 564, + 250, + 3919, + 3599, + 966, + 11, + 447, + 251, + 543, + 373, + 262, + 1339, + 618, + 262, + 13750, + 547, + 407, + 3772, + 351, + 262, + 649, + 1410, + 13, + 198, + 198, + 30639, + 271, + 318, + 379, + 2438, + 329, + 663, + 2694, + 284, + 910, + 326, + 2492, + 447, + 247, + 83, + 262, + 1339, + 319, + 2506, + 2073, + 11, + 290, + 484, + 460, + 783, + 1560, + 262, + 3580, + 13, + 554, + 1109, + 618, + 340, + 2058, + 284, + 7647, + 3675, + 883, + 286, + 262, + 4025, + 2877, + 2641, + 262, + 4429, + 318, + 262, + 8509, + 290, + 9215, + 286, + 262, + 12477, + 22325, + 3337, + 11, + 290, + 340, + 318, + 783, + 3562, + 284, + 670, + 351, + 6490, + 691, + 13, + 198, + 198, + 3844, + 3085, + 460, + 910, + 326, + 262, + 42662, + 318, + 5086, + 379, + 1551, + 23933, + 2119, + 2641, + 262, + 4429, + 11, + 290, + 326, + 262, + 2272, + 318, + 5365, + 1790, + 1865, + 287, + 1737, + 11, + 290, + 981, + 645, + 8632, + 481, + 307, + 1695, + 11, + 7647, + 318, + 991, + 2622, + 612, + 780, + 749, + 8632, + 3588, + 447, + 247, + 83, + 3142, + 13, + 198, + 198, + 1, + 40, + 1410, + 284, + 2800, + 685, + 1820, + 3085, + 60, + 4556, + 314, + 460, + 1234, + 503, + 1194, + 2643, + 319, + 326, + 13, + 2011, + 4724, + 318, + 379, + 311, + 4663, + 40, + 1254, + 484, + 447, + 247, + 303, + 531, + 564, + 246, + 5661, + 318, + 407, + 3142, + 11, + 290, + 345, + 481, + 423, + 662, + 12, + 5787, + 8632, + 11, + 345, + 836, + 447, + 247, + 83, + 50256 + ] + }, + { + "sample_id": 11, + "text": "<|endoftext|>. And I have that kind of character. No Trump matters. The family matters.\n\nThe Governor couldn’t have gone to Donald Trump. And God’s The help. He said to the governor that “to know a few you really’ve been willing to take this other path. I think you’re definitely not interested, I’m sort of.”\n\nIf I d say I never don’t give me the job or give the advice, it’s not his fault.\n\nTo a man with ties to the Clintons. He’s determined to get to a war against her.\n\nIt doesn’t even bother me.\n\nIt doesn’t matter what’s made someone in leadership position that way. And for the whole of the state, the way, and I’m glad to see this, as Trump, Jr. Trump’s campaign manager, someone simply said that he can be back into his place to be an ally with the today’s Republican Party.\n\nAnd that’s news, because Donald Trump along with do set the party’s president at the top on such issues.\n\nNow get me to jump on the brakes with this one.\n\nHe got us over the hump because time now goes up two-thirds rather fast the first few from there coming close. Trump is gonna cars and beaming on his property, and that’s where from Friday, the biggest center of whom will be Trump, then Ohio State University, in a parking lot. “When I come, and I feel like the same people are at these people, I’m happy,” Mike reportedly told media reporter Marc Monson on Cleveland.com. The polls are last in Trump, too many of the posh-te folks in the US probably don’t get enough attention, many of them wondering who’s the actual son of the president.\n\nHe’s already close.\n\nSo he does what he wanted in the years ahead, and the month’s madness has again seen him been robbed by a government of only a rump of life. The actual numbers are just in the tens of millions, a very small town of $8 million, folks.\n\nTrump, who was a bunch of $H billion people here through two years running after he assumed office that The Donald had to run All The Time and prove himself in the world, is not in the position that he wants?\n\nAnd it’s only one month just to keep the illusion that the real estate is committed to actually doing what the state says that wouldn’t paying people.\n\n“He once met Trump and we all know he would be less than $1,000,” wrote Benton. “Now he’s over and he doesn’t care. He’s paid his taxes, but he was like $4 unsold. … He doesn’t know if from Mexico is the answer, so Hint our first President. Who could ya?”\n\nHe’s not. President.\n\n“This guy is. It was different time,” he tells The Donald.\n\nThe Clintons knows that they will lose.\n\n“Now I bet you guys are SO much tut-tongcks,” replied replied, referring to the scumlord who’s in Trump\n\n1. 2: Someone from Ohio is Trump. We’ll play this up in the next season and how he’s got crazy+ stuff going on. I’m talking about like this—\n\n3/1.4: They you because you’re sitting there without Donald Trump.\n\nWell, you can put away what the fuss is about him?\n\nApparently so.\n\n3.1: Lying in over his death and nothing remotely happened. Ouch and\n\n#3.12, see-through of mine, but was anyone throw up in his face if I was watching? Not yeah.\n\nI haven’t seen Trump.\n\n#3.4 with going too somewhere else, with someone calling her death. Maybe not, please.\n\n4.4.1: Still nothing to think about —\n\n4.5.2 THE LovedED: 9/30/16 …to 12 PM With Back from Ohio, and getting back to the actual earlier this morning. Trump got through John saying Trump about his father. There wasn’t too much. – or lets my entire world know, now Trump doesn’t need to get into how Alzheimer’s he is, he does, his wife as much – his Ph. D., political science, politics, etc, on working out, and helping others before his thoughts become self<|endoftext|>", + "token_ids": [ + 50256, + 13, + 843, + 314, + 423, + 326, + 1611, + 286, + 2095, + 13, + 1400, + 1301, + 6067, + 13, + 383, + 1641, + 6067, + 13, + 198, + 198, + 464, + 10807, + 3521, + 447, + 247, + 83, + 423, + 3750, + 284, + 3759, + 1301, + 13, + 843, + 1793, + 447, + 247, + 82, + 383, + 1037, + 13, + 679, + 531, + 284, + 262, + 8153, + 326, + 564, + 250, + 1462, + 760, + 257, + 1178, + 345, + 1107, + 447, + 247, + 303, + 587, + 4684, + 284, + 1011, + 428, + 584, + 3108, + 13, + 314, + 892, + 345, + 447, + 247, + 260, + 4753, + 407, + 4609, + 11, + 314, + 447, + 247, + 76, + 3297, + 286, + 13, + 447, + 251, + 198, + 198, + 1532, + 314, + 288, + 910, + 314, + 1239, + 836, + 447, + 247, + 83, + 1577, + 502, + 262, + 1693, + 393, + 1577, + 262, + 5608, + 11, + 340, + 447, + 247, + 82, + 407, + 465, + 8046, + 13, + 198, + 198, + 2514, + 257, + 582, + 351, + 8470, + 284, + 262, + 30234, + 13, + 679, + 447, + 247, + 82, + 5295, + 284, + 651, + 284, + 257, + 1175, + 1028, + 607, + 13, + 198, + 198, + 1026, + 1595, + 447, + 247, + 83, + 772, + 11393, + 502, + 13, + 198, + 198, + 1026, + 1595, + 447, + 247, + 83, + 2300, + 644, + 447, + 247, + 82, + 925, + 2130, + 287, + 5531, + 2292, + 326, + 835, + 13, + 843, + 329, + 262, + 2187, + 286, + 262, + 1181, + 11, + 262, + 835, + 11, + 290, + 314, + 447, + 247, + 76, + 9675, + 284, + 766, + 428, + 11, + 355, + 1301, + 11, + 7504, + 13, + 1301, + 447, + 247, + 82, + 1923, + 4706, + 11, + 2130, + 2391, + 531, + 326, + 339, + 460, + 307, + 736, + 656, + 465, + 1295, + 284, + 307, + 281, + 12525, + 351, + 262, + 1909, + 447, + 247, + 82, + 3415, + 3615, + 13, + 198, + 198, + 1870, + 326, + 447, + 247, + 82, + 1705, + 11, + 780, + 3759, + 1301, + 1863, + 351, + 466, + 900, + 262, + 2151, + 447, + 247, + 82, + 1893, + 379, + 262, + 1353, + 319, + 884, + 2428, + 13, + 198, + 198, + 3844, + 651, + 502, + 284, + 4391, + 319, + 262, + 23746, + 351, + 428, + 530, + 13, + 198, + 198, + 1544, + 1392, + 514, + 625, + 262, + 49779, + 780, + 640, + 783, + 2925, + 510, + 734, + 12, + 17936, + 2138, + 3049, + 262, + 717, + 1178, + 422, + 612, + 2406, + 1969, + 13, + 1301, + 318, + 8066, + 5006, + 290, + 307, + 3723, + 319, + 465, + 3119, + 11, + 290, + 326, + 447, + 247, + 82, + 810, + 422, + 3217, + 11, + 262, + 4094, + 3641, + 286, + 4150, + 481, + 307, + 1301, + 11, + 788, + 6835, + 1812, + 2059, + 11, + 287, + 257, + 7647, + 1256, + 13, + 564, + 250, + 2215, + 314, + 1282, + 11, + 290, + 314, + 1254, + 588, + 262, + 976, + 661, + 389, + 379, + 777, + 661, + 11, + 314, + 447, + 247, + 76, + 3772, + 11, + 447, + 251, + 4995, + 7478, + 1297, + 2056, + 9095, + 13067, + 19853, + 261, + 319, + 10306, + 13, + 785, + 13, + 383, + 9231, + 389, + 938, + 287, + 1301, + 11, + 1165, + 867, + 286, + 262, + 1426, + 71, + 12, + 660, + 7974, + 287, + 262, + 1294, + 2192, + 836, + 447, + 247, + 83, + 651, + 1576, + 3241, + 11, + 867, + 286, + 606, + 11263, + 508, + 447, + 247, + 82, + 262, + 4036, + 3367, + 286, + 262, + 1893, + 13, + 198, + 198, + 1544, + 447, + 247, + 82, + 1541, + 1969, + 13, + 198, + 198, + 2396, + 339, + 857, + 644, + 339, + 2227, + 287, + 262, + 812, + 4058, + 11, + 290, + 262, + 1227, + 447, + 247, + 82, + 23208, + 468, + 757, + 1775, + 683, + 587, + 26773, + 416, + 257, + 1230, + 286, + 691, + 257, + 374, + 931, + 286, + 1204, + 13, + 383, + 4036, + 3146, + 389, + 655, + 287, + 262, + 11192, + 286, + 5242, + 11, + 257, + 845, + 1402, + 3240, + 286, + 720, + 23, + 1510, + 11, + 7974, + 13, + 198, + 198, + 6170, + 11, + 508, + 373, + 257, + 7684, + 286, + 720, + 39, + 2997, + 661, + 994, + 832, + 734, + 812, + 2491, + 706, + 339, + 9672, + 2607, + 326, + 383, + 3759, + 550, + 284, + 1057, + 1439, + 383, + 3862, + 290, + 5879, + 2241, + 287, + 262, + 995, + 11, + 318, + 407, + 287, + 262, + 2292, + 326, + 339, + 3382, + 30, + 198, + 198, + 1870, + 340, + 447, + 247, + 82, + 691, + 530, + 1227, + 655, + 284, + 1394, + 262, + 17878, + 326, + 262, + 1103, + 7964, + 318, + 5364, + 284, + 1682, + 1804, + 644, + 262, + 1181, + 1139, + 326, + 3636, + 447, + 247, + 83, + 5989, + 661, + 13, + 198, + 198, + 447, + 250, + 1544, + 1752, + 1138, + 1301, + 290, + 356, + 477, + 760, + 339, + 561, + 307, + 1342, + 621, + 720, + 16, + 11, + 830, + 11, + 447, + 251, + 2630, + 20421, + 261, + 13, + 564, + 250, + 3844, + 339, + 447, + 247, + 82, + 625, + 290, + 339, + 1595, + 447, + 247, + 83, + 1337, + 13, + 679, + 447, + 247, + 82, + 3432, + 465, + 5704, + 11, + 475, + 339, + 373, + 588, + 720, + 19, + 555, + 24120, + 13, + 3926, + 679, + 1595, + 447, + 247, + 83, + 760, + 611, + 422, + 5828, + 318, + 262, + 3280, + 11, + 523, + 367, + 600, + 674, + 717, + 1992, + 13, + 5338, + 714, + 21349, + 30, + 447, + 251, + 198, + 198, + 1544, + 447, + 247, + 82, + 407, + 13, + 1992, + 13, + 198, + 198, + 447, + 250, + 1212, + 3516, + 318, + 13, + 632, + 373, + 1180, + 640, + 11, + 447, + 251, + 339, + 4952, + 383, + 3759, + 13, + 198, + 198, + 464, + 30234, + 4206, + 326, + 484, + 481, + 4425, + 13, + 198, + 198, + 447, + 250, + 3844, + 314, + 731, + 345, + 3730, + 389, + 12809, + 881, + 9732, + 12, + 83, + 506, + 4657, + 11, + 447, + 251, + 8712, + 8712, + 11, + 9759, + 284, + 262, + 629, + 388, + 10572, + 508, + 447, + 247, + 82, + 287, + 1301, + 198, + 198, + 16, + 13, + 362, + 25, + 17877, + 422, + 6835, + 318, + 1301, + 13, + 775, + 447, + 247, + 297, + 711, + 428, + 510, + 287, + 262, + 1306, + 1622, + 290, + 703, + 339, + 447, + 247, + 82, + 1392, + 7165, + 10, + 3404, + 1016, + 319, + 13, + 314, + 447, + 247, + 76, + 3375, + 546, + 588, + 428, + 960, + 198, + 198, + 18, + 14, + 16, + 13, + 19, + 25, + 1119, + 345, + 780, + 345, + 447, + 247, + 260, + 5586, + 612, + 1231, + 3759, + 1301, + 13, + 198, + 198, + 5779, + 11, + 345, + 460, + 1234, + 1497, + 644, + 262, + 34297, + 318, + 546, + 683, + 30, + 198, + 198, + 30402, + 523, + 13, + 198, + 198, + 18, + 13, + 16, + 25, + 406, + 1112, + 287, + 625, + 465, + 1918, + 290, + 2147, + 19863, + 3022, + 13, + 440, + 794, + 290, + 198, + 198, + 2, + 18, + 13, + 1065, + 11, + 766, + 12, + 9579, + 286, + 6164, + 11, + 475, + 373, + 2687, + 3714, + 510, + 287, + 465, + 1986, + 611, + 314, + 373, + 4964, + 30, + 1892, + 10194, + 13, + 198, + 198, + 40, + 4398, + 447, + 247, + 83, + 1775, + 1301, + 13, + 198, + 198, + 2, + 18, + 13, + 19, + 351, + 1016, + 1165, + 7382, + 2073, + 11, + 351, + 2130, + 4585, + 607, + 1918, + 13, + 6674, + 407, + 11, + 3387, + 13, + 198, + 198, + 19, + 13, + 19, + 13, + 16, + 25, + 7831, + 2147, + 284, + 892, + 546, + 851, + 198, + 198, + 19, + 13, + 20, + 13, + 17, + 3336, + 406, + 2668, + 1961, + 25, + 860, + 14, + 1270, + 14, + 1433, + 3926, + 1462, + 1105, + 3122, + 2080, + 5157, + 422, + 6835, + 11, + 290, + 1972, + 736, + 284, + 262, + 4036, + 2961, + 428, + 3329, + 13, + 1301, + 1392, + 832, + 1757, + 2282, + 1301, + 546, + 465, + 2988, + 13, + 1318, + 2492, + 447, + 247, + 83, + 1165, + 881, + 13, + 784, + 393, + 8781, + 616, + 2104, + 995, + 760, + 11, + 783, + 1301, + 1595, + 447, + 247, + 83, + 761, + 284, + 651, + 656, + 703, + 22434, + 447, + 247, + 82, + 339, + 318, + 11, + 339, + 857, + 11, + 465, + 3656, + 355, + 881, + 784, + 465, + 1380, + 13, + 360, + 1539, + 1964, + 3783, + 11, + 4819, + 11, + 3503, + 11, + 319, + 1762, + 503, + 11, + 290, + 5742, + 1854, + 878, + 465, + 6066, + 1716, + 2116, + 50256 + ] + }, + { + "sample_id": 12, + "text": "<|endoftext|>a New York reporters have written concerns about so-called diplomacy and American not aching able to call for immediate, short-term election results.\n\nIn a June interview conference interview, Trump says that \"alarming\" ... morning, he signed the election, though the one thing to prevent him working was a dud. The next president of Syria simply had time to start putting the war-weary machine at its core. Then, in a bid to calm the Republican crisis, Donald Trump, who often likes to leave open problems regarding Syria and Syria, was forced to repeat a thing he would fond of say: it was \"good for the United States and NATO,\" he said, having a national defense program, and not only politically, it was the most difficult he could ever imagine to win a U.S. seat in November.\n\nHappiness in the U.N. celebrates its annual second round in Geneva Jan. 1, ranking ready-to-kill list. Spencer Platt/Getty Images\n\nMcLaren is no laughing violet. Senior U.N. officials told him on Monday that a single conflict has taking effect and has failed under the U.S. international law, and it turned out to most point to talk about this program, that way. W If the last word was final enough, he moved on to discuss the possibility of peace, according to his report, but the heads of the U.S. and Israeli officials seemed to remove allude to that sort of talk.\n\nAt U.N.A. meetings, folks. Trump is running across talking points. Bush. Obama. Obey early states.\n\nIf the United States wants to avoid the real thing, it's not a part of it all. According to the Los Angeles Times, Mitt Romney's vote increased by about a quarter, and took 10 of the delegates in the room to their state capitals among the delegates.\n\nStroading through budget taxes and holding their families and others hard for fair benefits and paychecks under our flag would be policies that would, for decades, hurt taxes, Texas and live up the pressure on them. And it is very clear to expect a wide range of other nations.\n\nThis has been particularly common documented in the L.A. Every Angeles Times, virtually every major local television station, has the well-calstrated schedule for the next couple of year in Los Angeles, the rest of it that actually happens every year as well, and the Secretary of State will move on the next round of them. Its officials knew that nobody was going to be having a rough and difficult time for the world and particularly in terms of peace. Then, a decade later in the 1990s, the Secretary of State X's annual U.S. Games in Moscow, in the Washington for most of the 1990s, had been unplanned– not merely by anyone but pales; they were not at the time but the ones in attendance, hosted in Paris and pre-day de Janeiro and Sao Angeles, the first one but none in Paris.\n\nThe AP's plans were for the cru lobbies of George P.states, encomp-, New York, Chicago, Chicago, and Palermo states, the entire population of U.S. vs. (9:30 p.m. ET) no doubt, and the organizers barely have even any major state-run television station in New York or Chicago that has had some way of the play. Now, the U.S. moving away from the worst presidential Olympics in 13 years, and the IOC stacked against the top foreign-get nations that are associated with higher ratings or both, it is impossible to change without any changes.\n\nThen again, the meetings and games were in June Angeles (which takes place over every year). Such boggles are one reason that the timing has been almost forgotten. It isn't the first would-be end-fueled peace exercise in this Al.A.'s 14 back building state was one of the major U.S. events in 2009, and the news is available on both the Los Angeles website and Fox News in the region. Earlier this year, they spent the 4 billion on Obama's most key cease-ups — three months, though a couple of weeks could be getting harder to win in, to really an effort to keep the lid on those programs. While it's one of the most expensive (the available numbers in this case), perhaps the best guess is that the P. 1 officials would lose 25 of the only States TV series One hit, having the P. 1's 40 million value and possibly its own agenda.<|endoftext|>Last year's round of snow showed that in its late-season drought, scientists paid little attention as long as to determine when that season this winter was lost for the wind power. Data from this year's winter crop was collected early black, as part of that process, to identify exactly where its content was strongest. National Weather chief Agnologistueone said a storm<|endoftext|>", + "token_ids": [ + 50256, + 64, + 968, + 1971, + 7638, + 423, + 3194, + 4786, + 546, + 523, + 12, + 7174, + 25482, + 290, + 1605, + 407, + 257, + 10813, + 1498, + 284, + 869, + 329, + 7103, + 11, + 1790, + 12, + 4354, + 3071, + 2482, + 13, + 198, + 198, + 818, + 257, + 2795, + 2720, + 4495, + 2720, + 11, + 1301, + 1139, + 326, + 366, + 282, + 18052, + 1, + 2644, + 3329, + 11, + 339, + 4488, + 262, + 3071, + 11, + 996, + 262, + 530, + 1517, + 284, + 2948, + 683, + 1762, + 373, + 257, + 288, + 463, + 13, + 383, + 1306, + 1893, + 286, + 4392, + 2391, + 550, + 640, + 284, + 923, + 5137, + 262, + 1175, + 12, + 13927, + 88, + 4572, + 379, + 663, + 4755, + 13, + 3244, + 11, + 287, + 257, + 8406, + 284, + 9480, + 262, + 3415, + 4902, + 11, + 3759, + 1301, + 11, + 508, + 1690, + 7832, + 284, + 2666, + 1280, + 2761, + 5115, + 4392, + 290, + 4392, + 11, + 373, + 4137, + 284, + 9585, + 257, + 1517, + 339, + 561, + 16245, + 286, + 910, + 25, + 340, + 373, + 366, + 11274, + 329, + 262, + 1578, + 1829, + 290, + 11332, + 553, + 339, + 531, + 11, + 1719, + 257, + 2260, + 3761, + 1430, + 11, + 290, + 407, + 691, + 11889, + 11, + 340, + 373, + 262, + 749, + 2408, + 339, + 714, + 1683, + 5967, + 284, + 1592, + 257, + 471, + 13, + 50, + 13, + 5852, + 287, + 3389, + 13, + 198, + 198, + 39, + 42661, + 287, + 262, + 471, + 13, + 45, + 13, + 24538, + 663, + 5079, + 1218, + 2835, + 287, + 20552, + 2365, + 13, + 352, + 11, + 12759, + 3492, + 12, + 1462, + 12, + 12728, + 1351, + 13, + 15971, + 1345, + 1078, + 14, + 6633, + 5382, + 198, + 198, + 9742, + 43, + 5757, + 318, + 645, + 14376, + 45725, + 13, + 14017, + 471, + 13, + 45, + 13, + 2828, + 1297, + 683, + 319, + 3321, + 326, + 257, + 2060, + 5358, + 468, + 2263, + 1245, + 290, + 468, + 4054, + 739, + 262, + 471, + 13, + 50, + 13, + 3230, + 1099, + 11, + 290, + 340, + 2900, + 503, + 284, + 749, + 966, + 284, + 1561, + 546, + 428, + 1430, + 11, + 326, + 835, + 13, + 370, + 1002, + 262, + 938, + 1573, + 373, + 2457, + 1576, + 11, + 339, + 3888, + 319, + 284, + 2112, + 262, + 5885, + 286, + 4167, + 11, + 1864, + 284, + 465, + 989, + 11, + 475, + 262, + 6665, + 286, + 262, + 471, + 13, + 50, + 13, + 290, + 6085, + 2828, + 3947, + 284, + 4781, + 477, + 2507, + 284, + 326, + 3297, + 286, + 1561, + 13, + 198, + 198, + 2953, + 471, + 13, + 45, + 13, + 32, + 13, + 8292, + 11, + 7974, + 13, + 1301, + 318, + 2491, + 1973, + 3375, + 2173, + 13, + 5511, + 13, + 2486, + 13, + 440, + 23454, + 1903, + 2585, + 13, + 198, + 198, + 1532, + 262, + 1578, + 1829, + 3382, + 284, + 3368, + 262, + 1103, + 1517, + 11, + 340, + 338, + 407, + 257, + 636, + 286, + 340, + 477, + 13, + 4784, + 284, + 262, + 5401, + 5652, + 3782, + 11, + 16627, + 8431, + 338, + 3015, + 3220, + 416, + 546, + 257, + 3860, + 11, + 290, + 1718, + 838, + 286, + 262, + 15265, + 287, + 262, + 2119, + 284, + 511, + 1181, + 44590, + 1871, + 262, + 15265, + 13, + 198, + 198, + 1273, + 305, + 4980, + 832, + 4466, + 5704, + 290, + 4769, + 511, + 4172, + 290, + 1854, + 1327, + 329, + 3148, + 4034, + 290, + 1414, + 42116, + 739, + 674, + 6056, + 561, + 307, + 4788, + 326, + 561, + 11, + 329, + 4647, + 11, + 5938, + 5704, + 11, + 3936, + 290, + 2107, + 510, + 262, + 3833, + 319, + 606, + 13, + 843, + 340, + 318, + 845, + 1598, + 284, + 1607, + 257, + 3094, + 2837, + 286, + 584, + 7027, + 13, + 198, + 198, + 1212, + 468, + 587, + 3573, + 2219, + 12395, + 287, + 262, + 406, + 13, + 32, + 13, + 3887, + 5652, + 3782, + 11, + 9826, + 790, + 1688, + 1957, + 5581, + 4429, + 11, + 468, + 262, + 880, + 12, + 9948, + 2536, + 515, + 7269, + 329, + 262, + 1306, + 3155, + 286, + 614, + 287, + 5401, + 5652, + 11, + 262, + 1334, + 286, + 340, + 326, + 1682, + 4325, + 790, + 614, + 355, + 880, + 11, + 290, + 262, + 4986, + 286, + 1812, + 481, + 1445, + 319, + 262, + 1306, + 2835, + 286, + 606, + 13, + 6363, + 2828, + 2993, + 326, + 8168, + 373, + 1016, + 284, + 307, + 1719, + 257, + 5210, + 290, + 2408, + 640, + 329, + 262, + 995, + 290, + 3573, + 287, + 2846, + 286, + 4167, + 13, + 3244, + 11, + 257, + 5707, + 1568, + 287, + 262, + 6303, + 82, + 11, + 262, + 4986, + 286, + 1812, + 1395, + 338, + 5079, + 471, + 13, + 50, + 13, + 5776, + 287, + 9070, + 11, + 287, + 262, + 2669, + 329, + 749, + 286, + 262, + 6303, + 82, + 11, + 550, + 587, + 555, + 36800, + 1906, + 407, + 6974, + 416, + 2687, + 475, + 279, + 2040, + 26, + 484, + 547, + 407, + 379, + 262, + 640, + 475, + 262, + 3392, + 287, + 14858, + 11, + 12007, + 287, + 6342, + 290, + 662, + 12, + 820, + 390, + 42799, + 290, + 47040, + 5652, + 11, + 262, + 717, + 530, + 475, + 4844, + 287, + 6342, + 13, + 198, + 198, + 464, + 3486, + 338, + 3352, + 547, + 329, + 262, + 4630, + 14194, + 444, + 286, + 4502, + 350, + 13, + 27219, + 11, + 20504, + 20995, + 968, + 1971, + 11, + 4842, + 11, + 4842, + 11, + 290, + 3175, + 263, + 5908, + 2585, + 11, + 262, + 2104, + 3265, + 286, + 471, + 13, + 50, + 13, + 3691, + 13, + 357, + 24, + 25, + 1270, + 279, + 13, + 76, + 13, + 12152, + 8, + 645, + 4719, + 11, + 290, + 262, + 19043, + 8523, + 423, + 772, + 597, + 1688, + 1181, + 12, + 5143, + 5581, + 4429, + 287, + 968, + 1971, + 393, + 4842, + 326, + 468, + 550, + 617, + 835, + 286, + 262, + 711, + 13, + 2735, + 11, + 262, + 471, + 13, + 50, + 13, + 3867, + 1497, + 422, + 262, + 5290, + 4787, + 14935, + 287, + 1511, + 812, + 11, + 290, + 262, + 48245, + 24167, + 1028, + 262, + 1353, + 3215, + 12, + 1136, + 7027, + 326, + 389, + 3917, + 351, + 2440, + 10109, + 393, + 1111, + 11, + 340, + 318, + 5340, + 284, + 1487, + 1231, + 597, + 2458, + 13, + 198, + 198, + 6423, + 757, + 11, + 262, + 8292, + 290, + 1830, + 547, + 287, + 2795, + 5652, + 357, + 4758, + 2753, + 1295, + 625, + 790, + 614, + 737, + 8013, + 275, + 48549, + 389, + 530, + 1738, + 326, + 262, + 10576, + 468, + 587, + 2048, + 11564, + 13, + 632, + 2125, + 470, + 262, + 717, + 561, + 12, + 1350, + 886, + 12, + 25802, + 276, + 4167, + 5517, + 287, + 428, + 978, + 13, + 32, + 2637, + 82, + 1478, + 736, + 2615, + 1181, + 373, + 530, + 286, + 262, + 1688, + 471, + 13, + 50, + 13, + 2995, + 287, + 3717, + 11, + 290, + 262, + 1705, + 318, + 1695, + 319, + 1111, + 262, + 5401, + 5652, + 3052, + 290, + 5426, + 3000, + 287, + 262, + 3814, + 13, + 20635, + 428, + 614, + 11, + 484, + 3377, + 262, + 604, + 2997, + 319, + 2486, + 338, + 749, + 1994, + 13468, + 12, + 4739, + 851, + 1115, + 1933, + 11, + 996, + 257, + 3155, + 286, + 2745, + 714, + 307, + 1972, + 7069, + 284, + 1592, + 287, + 11, + 284, + 1107, + 281, + 3626, + 284, + 1394, + 262, + 19789, + 319, + 883, + 4056, + 13, + 2893, + 340, + 338, + 530, + 286, + 262, + 749, + 5789, + 357, + 1169, + 1695, + 3146, + 287, + 428, + 1339, + 828, + 3737, + 262, + 1266, + 4724, + 318, + 326, + 262, + 350, + 13, + 352, + 2828, + 561, + 4425, + 1679, + 286, + 262, + 691, + 1829, + 3195, + 2168, + 1881, + 2277, + 11, + 1719, + 262, + 350, + 13, + 352, + 338, + 2319, + 1510, + 1988, + 290, + 5457, + 663, + 898, + 8666, + 13, + 50256, + 5956, + 614, + 338, + 2835, + 286, + 6729, + 3751, + 326, + 287, + 663, + 2739, + 12, + 6230, + 18393, + 11, + 5519, + 3432, + 1310, + 3241, + 355, + 890, + 355, + 284, + 5004, + 618, + 326, + 1622, + 428, + 7374, + 373, + 2626, + 329, + 262, + 2344, + 1176, + 13, + 6060, + 422, + 428, + 614, + 338, + 7374, + 13833, + 373, + 7723, + 1903, + 2042, + 11, + 355, + 636, + 286, + 326, + 1429, + 11, + 284, + 5911, + 3446, + 810, + 663, + 2695, + 373, + 12841, + 13, + 2351, + 15615, + 4039, + 2449, + 77, + 7451, + 518, + 505, + 531, + 257, + 6388, + 50256 + ] + }, + { + "sample_id": 13, + "text": "<|endoftext|> up really playing by Congress pushing back against the status Party, and to let it action on what is right now and should.\n\n\"Because she certainly wouldn't have dealt with it to us, and we have her vision of what they will still be holding, like the place in the coming weeks, and whatever they will have for more than a few years.”\n\nHe added that demanding she wants an open mind who would never tell us, is hypocritical.\n\n“The minute she went to these meetings, the administration has a chip on them for all of this,\" he said.\n\n“The only thing we should have is that the administration has to turn away these like Trump's tweets.”\n\nMcyer said issuing a call for concern for even the worst of the woman is “aligned with her position - you won’t be interested in just talking about Hillary if she is consenting to protect her, then she’ll be that different again, and now we're giving her accountable.\"\n\nZediahuda Farir, author of the \"Stop the Beautiful,\" told the\n\n\"It’s not for them anymore, because of the Clintons themselves,\" Sharig said. \"They need to know about it and understand everything that they are doing with their own sense of humor and to use all that fear and their moralness out of that subterfuge doesn't really move forward.\"\n\nTaking into making the decisions the government has to take to put a financial crisis in store for the 2018 elections next year, Sharetz may lead a federal review of it.\n\n\"If you want a fair budget, in Congress,\" he told Fox News. \"And then ask gets to Congress in how they've responded, they lecture us on what it is for as a nation.\"\n\nFor the record few minutes, Ametz suggested they push back, when making one, but decided \"if they have a hole in their pocket and they can make it to our house after dinner is group, I've decided to sit on these guys guys for 30 minutes of deal, since Congress would prefer to be there to vote against Hillary cuts.\"\n\nIt seems the congressman also linked his caucus with bipartisan support to a proposal to leave the Supreme Court in a game of rou chairs. He wanted equal voting rights for Native Americans, and to help push for funding only when the Supreme Court's next-door door gets open for a light rail - in a situation known as the Trump Train bill.<|endoftext|>Twteen years ago this year, U.S. Army Service Serviceals were heard on plans to buy children’s contributions from the military services as gifts to get to a public gathering, not at the later date.\n\nThe lines were long for some attendees, with, according to multiple reports, the combination of resources, energy and emotional concerns that some would go in the direction of such figures as former Presidents Jackson Jr. and Ted Carson, who has said they “absolutely” benefit from the government.\n\nAside from the fact that it’s they who apparently can “ stop putting money into their own retirement community and their little to family in 2015,” the message seemed to justify their concerns.\n\n“They cannot wants an extended family… to all see children and making people,” the announcer said Friday. “If they cannot afford it, it would go ahead and ruin it.” Another attendees noted that about such problems with their place in 2015, they “must ready to fight. They must turn against the government.”\n\nPastor familiar with the message says they received a surge in complaints from attendees expressing messages being left for the family dinner at that night.\n\n“These kids are not welcome, and” a source complained. “We come love this, it’s not right at all for the city.”\n\nControversies on the official website website noted that the Trump “was chisy-stamped to sign several belated items” at the event. It’s not for all, no less government at all, the source said.\n\nThe Secret Service Service is known to have begun taking up cause that saw Trump’s decision as a “revolution and a get-rich-quick 40,000-year-old project.”\n\nClerfunding seeking to cut the Social Start program that was funded by Congress through Congress, were subjected to comments that had some congress leaders urging the black community to shift from having World War II to wanting more funding for the federal government. And Sarah Johnson, a retired veteran who’s running for government job in the Washington suburbs, said the idea apparently is “crazy.”\n\n​A fund-ra activist who declined to retain her top aide, who usually is based within a community of the nation’s history or work, said she may be well-informed<|endoftext|>", + "token_ids": [ + 50256, + 510, + 1107, + 2712, + 416, + 3162, + 7796, + 736, + 1028, + 262, + 3722, + 3615, + 11, + 290, + 284, + 1309, + 340, + 2223, + 319, + 644, + 318, + 826, + 783, + 290, + 815, + 13, + 198, + 198, + 1, + 8128, + 673, + 3729, + 3636, + 470, + 423, + 11829, + 351, + 340, + 284, + 514, + 11, + 290, + 356, + 423, + 607, + 5761, + 286, + 644, + 484, + 481, + 991, + 307, + 4769, + 11, + 588, + 262, + 1295, + 287, + 262, + 2406, + 2745, + 11, + 290, + 4232, + 484, + 481, + 423, + 329, + 517, + 621, + 257, + 1178, + 812, + 13, + 447, + 251, + 198, + 198, + 1544, + 2087, + 326, + 11334, + 673, + 3382, + 281, + 1280, + 2000, + 508, + 561, + 1239, + 1560, + 514, + 11, + 318, + 45259, + 13, + 198, + 198, + 447, + 250, + 464, + 5664, + 673, + 1816, + 284, + 777, + 8292, + 11, + 262, + 3662, + 468, + 257, + 11594, + 319, + 606, + 329, + 477, + 286, + 428, + 553, + 339, + 531, + 13, + 198, + 198, + 447, + 250, + 464, + 691, + 1517, + 356, + 815, + 423, + 318, + 326, + 262, + 3662, + 468, + 284, + 1210, + 1497, + 777, + 588, + 1301, + 338, + 12665, + 13, + 447, + 251, + 198, + 198, + 9742, + 9860, + 531, + 19089, + 257, + 869, + 329, + 2328, + 329, + 772, + 262, + 5290, + 286, + 262, + 2415, + 318, + 564, + 250, + 41634, + 351, + 607, + 2292, + 532, + 345, + 1839, + 447, + 247, + 83, + 307, + 4609, + 287, + 655, + 3375, + 546, + 5073, + 611, + 673, + 318, + 8281, + 278, + 284, + 1805, + 607, + 11, + 788, + 673, + 447, + 247, + 297, + 307, + 326, + 1180, + 757, + 11, + 290, + 783, + 356, + 821, + 3501, + 607, + 16689, + 526, + 198, + 198, + 57, + 5507, + 71, + 15339, + 6755, + 343, + 11, + 1772, + 286, + 262, + 366, + 19485, + 262, + 23762, + 553, + 1297, + 262, + 198, + 198, + 1, + 1026, + 447, + 247, + 82, + 407, + 329, + 606, + 7471, + 11, + 780, + 286, + 262, + 30234, + 2405, + 553, + 15465, + 328, + 531, + 13, + 366, + 2990, + 761, + 284, + 760, + 546, + 340, + 290, + 1833, + 2279, + 326, + 484, + 389, + 1804, + 351, + 511, + 898, + 2565, + 286, + 14733, + 290, + 284, + 779, + 477, + 326, + 3252, + 290, + 511, + 6573, + 1108, + 503, + 286, + 326, + 43148, + 69, + 2217, + 1595, + 470, + 1107, + 1445, + 2651, + 526, + 198, + 198, + 26556, + 656, + 1642, + 262, + 5370, + 262, + 1230, + 468, + 284, + 1011, + 284, + 1234, + 257, + 3176, + 4902, + 287, + 3650, + 329, + 262, + 2864, + 7024, + 1306, + 614, + 11, + 15465, + 23773, + 743, + 1085, + 257, + 2717, + 2423, + 286, + 340, + 13, + 198, + 198, + 1, + 1532, + 345, + 765, + 257, + 3148, + 4466, + 11, + 287, + 3162, + 553, + 339, + 1297, + 5426, + 3000, + 13, + 366, + 1870, + 788, + 1265, + 3011, + 284, + 3162, + 287, + 703, + 484, + 1053, + 7082, + 11, + 484, + 19143, + 514, + 319, + 644, + 340, + 318, + 329, + 355, + 257, + 3277, + 526, + 198, + 198, + 1890, + 262, + 1700, + 1178, + 2431, + 11, + 1703, + 23773, + 5220, + 484, + 4574, + 736, + 11, + 618, + 1642, + 530, + 11, + 475, + 3066, + 366, + 361, + 484, + 423, + 257, + 7604, + 287, + 511, + 10000, + 290, + 484, + 460, + 787, + 340, + 284, + 674, + 2156, + 706, + 8073, + 318, + 1448, + 11, + 314, + 1053, + 3066, + 284, + 1650, + 319, + 777, + 3730, + 3730, + 329, + 1542, + 2431, + 286, + 1730, + 11, + 1201, + 3162, + 561, + 4702, + 284, + 307, + 612, + 284, + 3015, + 1028, + 5073, + 6630, + 526, + 198, + 198, + 1026, + 2331, + 262, + 29545, + 635, + 6692, + 465, + 24402, + 351, + 20953, + 1104, + 284, + 257, + 6961, + 284, + 2666, + 262, + 5617, + 3078, + 287, + 257, + 983, + 286, + 13805, + 18791, + 13, + 679, + 2227, + 4961, + 6709, + 2489, + 329, + 12547, + 3399, + 11, + 290, + 284, + 1037, + 4574, + 329, + 4918, + 691, + 618, + 262, + 5617, + 3078, + 338, + 1306, + 12, + 9424, + 3420, + 3011, + 1280, + 329, + 257, + 1657, + 6787, + 532, + 287, + 257, + 3074, + 1900, + 355, + 262, + 1301, + 16835, + 2855, + 13, + 50256, + 5080, + 7821, + 812, + 2084, + 428, + 614, + 11, + 471, + 13, + 50, + 13, + 5407, + 4809, + 4809, + 874, + 547, + 2982, + 319, + 3352, + 284, + 2822, + 1751, + 447, + 247, + 82, + 9284, + 422, + 262, + 2422, + 2594, + 355, + 13201, + 284, + 651, + 284, + 257, + 1171, + 11228, + 11, + 407, + 379, + 262, + 1568, + 3128, + 13, + 198, + 198, + 464, + 3951, + 547, + 890, + 329, + 617, + 21736, + 11, + 351, + 11, + 1864, + 284, + 3294, + 3136, + 11, + 262, + 6087, + 286, + 4133, + 11, + 2568, + 290, + 7016, + 4786, + 326, + 617, + 561, + 467, + 287, + 262, + 4571, + 286, + 884, + 5538, + 355, + 1966, + 35506, + 6612, + 7504, + 13, + 290, + 11396, + 16787, + 11, + 508, + 468, + 531, + 484, + 564, + 250, + 42994, + 447, + 251, + 4414, + 422, + 262, + 1230, + 13, + 198, + 198, + 32602, + 422, + 262, + 1109, + 326, + 340, + 447, + 247, + 82, + 484, + 508, + 5729, + 460, + 564, + 250, + 2245, + 5137, + 1637, + 656, + 511, + 898, + 10737, + 2055, + 290, + 511, + 1310, + 284, + 1641, + 287, + 1853, + 11, + 447, + 251, + 262, + 3275, + 3947, + 284, + 12051, + 511, + 4786, + 13, + 198, + 198, + 447, + 250, + 2990, + 2314, + 3382, + 281, + 7083, + 1641, + 1399, + 284, + 477, + 766, + 1751, + 290, + 1642, + 661, + 11, + 447, + 251, + 262, + 49032, + 531, + 3217, + 13, + 564, + 250, + 1532, + 484, + 2314, + 5368, + 340, + 11, + 340, + 561, + 467, + 4058, + 290, + 16866, + 340, + 13, + 447, + 251, + 6023, + 21736, + 4367, + 326, + 546, + 884, + 2761, + 351, + 511, + 1295, + 287, + 1853, + 11, + 484, + 564, + 250, + 27238, + 3492, + 284, + 1907, + 13, + 1119, + 1276, + 1210, + 1028, + 262, + 1230, + 13, + 447, + 251, + 198, + 198, + 34533, + 273, + 5385, + 351, + 262, + 3275, + 1139, + 484, + 2722, + 257, + 13853, + 287, + 9687, + 422, + 21736, + 16621, + 6218, + 852, + 1364, + 329, + 262, + 1641, + 8073, + 379, + 326, + 1755, + 13, + 198, + 198, + 447, + 250, + 4711, + 3988, + 389, + 407, + 7062, + 11, + 290, + 447, + 251, + 257, + 2723, + 13832, + 13, + 564, + 250, + 1135, + 1282, + 1842, + 428, + 11, + 340, + 447, + 247, + 82, + 407, + 826, + 379, + 477, + 329, + 262, + 1748, + 13, + 447, + 251, + 198, + 198, + 4264, + 31257, + 444, + 319, + 262, + 1743, + 3052, + 3052, + 4367, + 326, + 262, + 1301, + 564, + 250, + 9776, + 442, + 271, + 88, + 12, + 301, + 13322, + 284, + 1051, + 1811, + 894, + 515, + 3709, + 447, + 251, + 379, + 262, + 1785, + 13, + 632, + 447, + 247, + 82, + 407, + 329, + 477, + 11, + 645, + 1342, + 1230, + 379, + 477, + 11, + 262, + 2723, + 531, + 13, + 198, + 198, + 464, + 3943, + 4809, + 4809, + 318, + 1900, + 284, + 423, + 9258, + 2263, + 510, + 2728, + 326, + 2497, + 1301, + 447, + 247, + 82, + 2551, + 355, + 257, + 564, + 250, + 32243, + 290, + 257, + 651, + 12, + 7527, + 12, + 24209, + 2319, + 11, + 830, + 12, + 1941, + 12, + 727, + 1628, + 13, + 447, + 251, + 198, + 198, + 34, + 1754, + 25032, + 6095, + 284, + 2005, + 262, + 5483, + 7253, + 1430, + 326, + 373, + 10588, + 416, + 3162, + 832, + 3162, + 11, + 547, + 16164, + 284, + 3651, + 326, + 550, + 617, + 8681, + 2766, + 17619, + 262, + 2042, + 2055, + 284, + 6482, + 422, + 1719, + 2159, + 1810, + 2873, + 284, + 10291, + 517, + 4918, + 329, + 262, + 2717, + 1230, + 13, + 843, + 10490, + 5030, + 11, + 257, + 9880, + 9298, + 508, + 447, + 247, + 82, + 2491, + 329, + 1230, + 1693, + 287, + 262, + 2669, + 21040, + 11, + 531, + 262, + 2126, + 5729, + 318, + 564, + 250, + 50112, + 13, + 447, + 251, + 198, + 198, + 9525, + 32, + 1814, + 12, + 430, + 11276, + 508, + 7392, + 284, + 12377, + 607, + 1353, + 18727, + 11, + 508, + 3221, + 318, + 1912, + 1626, + 257, + 2055, + 286, + 262, + 3277, + 447, + 247, + 82, + 2106, + 393, + 670, + 11, + 531, + 673, + 743, + 307, + 880, + 12, + 35698, + 50256 + ] + }, + { + "sample_id": 14, + "text": "<|endoftext|>, and for each of two separate increases of between 60-80 percent of GDP, some kind of grant money to buy charities had been in charge of this - however police forces were required to investigate that. If one of those in particular that were involved in the riots was earmarked for a big corporate festival that may have been legal? What were this public funds. This is quite one of the tenest cases in which I personalised and lost. Racism and corruption that I witnessed in 2008 was ‘democracy’. The evidence was clear that the type of society in question had to have a place of money of three or two and those communities would require able to various charities, in which to invest an investment of £12 million . The same logic goes for the Jewish community for living on the two-state scale. The national average would be willing to raise sales of all of these and and perhaps even more so if you could pick a season-to-season from several groups that were more like nothing. Only 10 appeared on the list. The British Street Commission showed that Americans were paid 80 per capita regardless of where they came from America, and that the numbers backfered the human event, using all of the statistics to show the national average rate. Every major A cities (including Street) usually cost a profit in 1792 alone of 1,000, 1,000,000. That said yes with no exaggeration, but the same model had appeared on the streets of large scale cities after 1900, and when we see a population of thousand people in each area, we usually see all sorts of one. You have to find in numbers.\n\nFinally, we have the other ironies, I wanted posters for each of the US houses of Congress since the 1798 elections of the Bush years. The press went out on election days in each party, followed by the Democrats. And we rarely seeing two political parties on the same date. Before the election, the Presidents/Department of State in office were elected on November Day. From our elections, we see events that don’t publicize to us. We cannot see our countries with political parties or parties.\n\nIf you consider us a whole century in the making, you know in common terms that there are 7 of you in charge but now because of us as with our tarpaulin brothers, this wasn't people who felt that they were paying attention. Just as local elections where usually a very popular message had people saying what they really needed, it was hugely important. It was due back to those countries affected by the fire that a lot of that means.\n\nTo take note of how we think the things that are of importance for the entire spectrum of political parties to be the only media in the halls of power, you are living in the age of democracy. Can democracy gone by? Well, the rest of the world of social media is good and good through all channels too! In short, you should strive for transparency and a dialogue among citizens. However I find that the balance of power actually thinks that the best if you do not know your people would agree to do more. We have been watching the Party of politicians and even the Party of Twitter with another opportunity to join the party and start spreading its message.\n\nI find the things we all do to make such formian decisions very interesting.\n\nEmil Martel is the founder of News Media. One of the largest blogs in America that could give you the impression of quite an unassuming man. Her reporting has recently been on CNN, CNN, Ciaggad Juarez, Fox News, CNN, and CNN.<|endoftext|> job still costs $10,500, no more than $3,500 full year plus someone making an application.\n\nI really encourage you to make fun of these folks at this, by North Face and Wants On Demand. We’re trying to make their stories more transparent, which is where the Department of Homeland Security gets its income dollars. New Zealand™t count it as an income tax so I have no comment. My given being, the only thing you gotta do is refuse to issue your name yet. So hopefully you know the Canadian political climate seems to be encouraging more Americans to get on the ballot.\n\nEven if those two good idea pisses down compared to the United States, Canada is still subsid upon a nation that is worth a minimum salary of $25,000 – and certainly slightly more than average Americans do.\n\nWhich seems to be the case because we do, what were the $10,000 dollars they were spending in actual dollars? North Face and we present the results of this $20,000 taken in the city of Cairo’s Governorate.\n\nThe ancientramids were written on ancient maps which recorded their culture and history which in turn measures the flow of water and land. We though this is the Guinness World’s least visited accurate map of the ancient fauna. The nation’s coins were written on Egypt�<|endoftext|>", + "token_ids": [ + 50256, + 11, + 290, + 329, + 1123, + 286, + 734, + 4553, + 5732, + 286, + 1022, + 3126, + 12, + 1795, + 1411, + 286, + 12396, + 11, + 617, + 1611, + 286, + 7264, + 1637, + 284, + 2822, + 23980, + 550, + 587, + 287, + 3877, + 286, + 428, + 532, + 2158, + 1644, + 3386, + 547, + 2672, + 284, + 9161, + 326, + 13, + 1002, + 530, + 286, + 883, + 287, + 1948, + 326, + 547, + 2950, + 287, + 262, + 23766, + 373, + 1027, + 23505, + 329, + 257, + 1263, + 6355, + 10876, + 326, + 743, + 423, + 587, + 2742, + 30, + 1867, + 547, + 428, + 1171, + 5153, + 13, + 770, + 318, + 2407, + 530, + 286, + 262, + 3478, + 395, + 2663, + 287, + 543, + 314, + 2614, + 1417, + 290, + 2626, + 13, + 24746, + 1042, + 290, + 9253, + 326, + 314, + 13923, + 287, + 3648, + 373, + 564, + 246, + 42017, + 447, + 247, + 13, + 383, + 2370, + 373, + 1598, + 326, + 262, + 2099, + 286, + 3592, + 287, + 1808, + 550, + 284, + 423, + 257, + 1295, + 286, + 1637, + 286, + 1115, + 393, + 734, + 290, + 883, + 5348, + 561, + 2421, + 1498, + 284, + 2972, + 23980, + 11, + 287, + 543, + 284, + 1325, + 281, + 4896, + 286, + 4248, + 1065, + 1510, + 764, + 383, + 976, + 9156, + 2925, + 329, + 262, + 5582, + 2055, + 329, + 2877, + 319, + 262, + 734, + 12, + 5219, + 5046, + 13, + 383, + 2260, + 2811, + 561, + 307, + 4684, + 284, + 5298, + 4200, + 286, + 477, + 286, + 777, + 290, + 290, + 3737, + 772, + 517, + 523, + 611, + 345, + 714, + 2298, + 257, + 1622, + 12, + 1462, + 12, + 6230, + 422, + 1811, + 2628, + 326, + 547, + 517, + 588, + 2147, + 13, + 5514, + 838, + 4120, + 319, + 262, + 1351, + 13, + 383, + 3517, + 3530, + 4513, + 3751, + 326, + 3399, + 547, + 3432, + 4019, + 583, + 21344, + 7692, + 286, + 810, + 484, + 1625, + 422, + 2253, + 11, + 290, + 326, + 262, + 3146, + 736, + 69, + 1068, + 262, + 1692, + 1785, + 11, + 1262, + 477, + 286, + 262, + 7869, + 284, + 905, + 262, + 2260, + 2811, + 2494, + 13, + 3887, + 1688, + 317, + 4736, + 357, + 8201, + 3530, + 8, + 3221, + 1575, + 257, + 7630, + 287, + 1596, + 5892, + 3436, + 286, + 352, + 11, + 830, + 11, + 352, + 11, + 830, + 11, + 830, + 13, + 1320, + 531, + 3763, + 351, + 645, + 42769, + 11, + 475, + 262, + 976, + 2746, + 550, + 4120, + 319, + 262, + 6483, + 286, + 1588, + 5046, + 4736, + 706, + 21489, + 11, + 290, + 618, + 356, + 766, + 257, + 3265, + 286, + 7319, + 661, + 287, + 1123, + 1989, + 11, + 356, + 3221, + 766, + 477, + 10524, + 286, + 530, + 13, + 921, + 423, + 284, + 1064, + 287, + 3146, + 13, + 198, + 198, + 11158, + 11, + 356, + 423, + 262, + 584, + 6953, + 444, + 11, + 314, + 2227, + 19379, + 329, + 1123, + 286, + 262, + 1294, + 7777, + 286, + 3162, + 1201, + 262, + 1596, + 4089, + 7024, + 286, + 262, + 5511, + 812, + 13, + 383, + 1803, + 1816, + 503, + 319, + 3071, + 1528, + 287, + 1123, + 2151, + 11, + 3940, + 416, + 262, + 4956, + 13, + 843, + 356, + 8365, + 4379, + 734, + 1964, + 4671, + 319, + 262, + 976, + 3128, + 13, + 7413, + 262, + 3071, + 11, + 262, + 35506, + 14, + 36261, + 286, + 1812, + 287, + 2607, + 547, + 7018, + 319, + 3389, + 3596, + 13, + 3574, + 674, + 7024, + 11, + 356, + 766, + 2995, + 326, + 836, + 447, + 247, + 83, + 1171, + 1096, + 284, + 514, + 13, + 775, + 2314, + 766, + 674, + 2678, + 351, + 1964, + 4671, + 393, + 4671, + 13, + 198, + 198, + 1532, + 345, + 2074, + 514, + 257, + 2187, + 4289, + 287, + 262, + 1642, + 11, + 345, + 760, + 287, + 2219, + 2846, + 326, + 612, + 389, + 767, + 286, + 345, + 287, + 3877, + 475, + 783, + 780, + 286, + 514, + 355, + 351, + 674, + 256, + 5117, + 2518, + 259, + 9397, + 11, + 428, + 2492, + 470, + 661, + 508, + 2936, + 326, + 484, + 547, + 5989, + 3241, + 13, + 2329, + 355, + 1957, + 7024, + 810, + 3221, + 257, + 845, + 2968, + 3275, + 550, + 661, + 2282, + 644, + 484, + 1107, + 2622, + 11, + 340, + 373, + 22641, + 1593, + 13, + 632, + 373, + 2233, + 736, + 284, + 883, + 2678, + 5676, + 416, + 262, + 2046, + 326, + 257, + 1256, + 286, + 326, + 1724, + 13, + 198, + 198, + 2514, + 1011, + 3465, + 286, + 703, + 356, + 892, + 262, + 1243, + 326, + 389, + 286, + 6817, + 329, + 262, + 2104, + 10958, + 286, + 1964, + 4671, + 284, + 307, + 262, + 691, + 2056, + 287, + 262, + 24350, + 286, + 1176, + 11, + 345, + 389, + 2877, + 287, + 262, + 2479, + 286, + 7996, + 13, + 1680, + 7996, + 3750, + 416, + 30, + 3894, + 11, + 262, + 1334, + 286, + 262, + 995, + 286, + 1919, + 2056, + 318, + 922, + 290, + 922, + 832, + 477, + 9619, + 1165, + 0, + 554, + 1790, + 11, + 345, + 815, + 22076, + 329, + 13902, + 290, + 257, + 10721, + 1871, + 4290, + 13, + 2102, + 314, + 1064, + 326, + 262, + 5236, + 286, + 1176, + 1682, + 6834, + 326, + 262, + 1266, + 611, + 345, + 466, + 407, + 760, + 534, + 661, + 561, + 4236, + 284, + 466, + 517, + 13, + 775, + 423, + 587, + 4964, + 262, + 3615, + 286, + 7602, + 290, + 772, + 262, + 3615, + 286, + 3009, + 351, + 1194, + 3663, + 284, + 4654, + 262, + 2151, + 290, + 923, + 14342, + 663, + 3275, + 13, + 198, + 198, + 40, + 1064, + 262, + 1243, + 356, + 477, + 466, + 284, + 787, + 884, + 1296, + 666, + 5370, + 845, + 3499, + 13, + 198, + 198, + 10161, + 346, + 3981, + 417, + 318, + 262, + 9119, + 286, + 3000, + 6343, + 13, + 1881, + 286, + 262, + 4387, + 19118, + 287, + 2253, + 326, + 714, + 1577, + 345, + 262, + 10647, + 286, + 2407, + 281, + 555, + 32935, + 582, + 13, + 2332, + 6447, + 468, + 2904, + 587, + 319, + 8100, + 11, + 8100, + 11, + 37685, + 9460, + 324, + 12585, + 19655, + 11, + 5426, + 3000, + 11, + 8100, + 11, + 290, + 8100, + 13, + 50256, + 1693, + 991, + 3484, + 720, + 940, + 11, + 4059, + 11, + 645, + 517, + 621, + 720, + 18, + 11, + 4059, + 1336, + 614, + 5556, + 2130, + 1642, + 281, + 3586, + 13, + 198, + 198, + 40, + 1107, + 7898, + 345, + 284, + 787, + 1257, + 286, + 777, + 7974, + 379, + 428, + 11, + 416, + 2258, + 15399, + 290, + 370, + 1187, + 1550, + 34479, + 13, + 775, + 447, + 247, + 260, + 2111, + 284, + 787, + 511, + 3923, + 517, + 13245, + 11, + 543, + 318, + 810, + 262, + 2732, + 286, + 17444, + 4765, + 3011, + 663, + 3739, + 5054, + 13, + 968, + 8936, + 126, + 247, + 83, + 954, + 340, + 355, + 281, + 3739, + 1687, + 523, + 314, + 423, + 645, + 2912, + 13, + 2011, + 1813, + 852, + 11, + 262, + 691, + 1517, + 345, + 17753, + 466, + 318, + 11148, + 284, + 2071, + 534, + 1438, + 1865, + 13, + 1406, + 11481, + 345, + 760, + 262, + 5398, + 1964, + 4258, + 2331, + 284, + 307, + 12577, + 517, + 3399, + 284, + 651, + 319, + 262, + 11100, + 13, + 198, + 198, + 6104, + 611, + 883, + 734, + 922, + 2126, + 18314, + 274, + 866, + 3688, + 284, + 262, + 1578, + 1829, + 11, + 3340, + 318, + 991, + 7905, + 2402, + 257, + 3277, + 326, + 318, + 2861, + 257, + 5288, + 9588, + 286, + 720, + 1495, + 11, + 830, + 784, + 290, + 3729, + 4622, + 517, + 621, + 2811, + 3399, + 466, + 13, + 198, + 198, + 13828, + 2331, + 284, + 307, + 262, + 1339, + 780, + 356, + 466, + 11, + 644, + 547, + 262, + 720, + 940, + 11, + 830, + 5054, + 484, + 547, + 4581, + 287, + 4036, + 5054, + 30, + 2258, + 15399, + 290, + 356, + 1944, + 262, + 2482, + 286, + 428, + 720, + 1238, + 11, + 830, + 2077, + 287, + 262, + 1748, + 286, + 23732, + 447, + 247, + 82, + 10807, + 378, + 13, + 198, + 198, + 464, + 6156, + 43591, + 547, + 3194, + 319, + 6156, + 8739, + 543, + 6264, + 511, + 3968, + 290, + 2106, + 543, + 287, + 1210, + 5260, + 262, + 5202, + 286, + 1660, + 290, + 1956, + 13, + 775, + 996, + 428, + 318, + 262, + 41559, + 2159, + 447, + 247, + 82, + 1551, + 8672, + 7187, + 3975, + 286, + 262, + 6156, + 277, + 32837, + 13, + 383, + 3277, + 447, + 247, + 82, + 10796, + 547, + 3194, + 319, + 6365, + 447, + 50256 + ] + }, + { + "sample_id": 15, + "text": "<|endoftext|> How’s this guy doing?” “Yeah. Very knows.\n\n[Def y’] I’d prefer him, for sure. He’m going to be down to it. Look here at him: He’s been great at egos. He was great coach and good for all of the kids, and he’s going to have to accept that. He’s going to want to go to the gym, take the- a player. Because I bew it a lot. But here, he’s winning.”\n\nAnd even when he gets up to the fact this summer. he has an Oreo, you can’t deny it.\n\nWhy are you winning over all the time prior to going past this guy.\n\nEvery once in a lifetime there, a moment on the road, our team sat onto the side of the road where we said] ‘I won enough that I’m here without a doubt [that] came up: this is the beginning of my career, the beginning of the month of me.’\n\nYou can’t win over again\n\n3. I think we’re back there for three days [after 6] you’re not alone… Knees can’t prove that he’s as great and he is and he doesn’t have enough minutes for us.\n\n3. It helps games be there somewhere within your mind. I think it’s better for the fan fans and their fans if you’re not focused on the basis of a around-all fact. No it’s not like you’ve been bringing it up before or whatever. It hasn’t stopped games.\n\n6. But that’s it, too soon.\n\n7. They have and feel UMass’s too talented. Not so better.” [Laughs] said.\n\nIs he saying you know how everyone, if you happen to have to prove on Sunday they were going to get to the finals, if he can be that can’t just me … But that’s because the plan of the people making this hire was very much simple;\n\nSo. They got to clear on who the guy is — turning out to be against the system and being against word-for-all.\n\n‘We’ll be there on Monday. He’s going to be in the floodgates.’ Everybody says I can take that 80 to 90 percent on Monday said. So people think about a guy and asked him [and we went for a while and the guy is here].\n\n[He’s gone] in a hotel and went to school, I think he'll record again. He's giving me information, he’d hear my opinion. And he knows that very well right. When he gets talking about this type of player, that aspect of the game, he can try to be with everything.\n\nHe’s mentioned his anti-social issues (as University coach, then going number team) just a bit too in his 20s, and that the kids are winning on campus, at every club in the nation, including Ohio State.\n\nNow the team is close. They all understand and I should be working harder than that, and I expect much of all others.\n\nAs I said on Monday was not the right word.\n\nDoes anyone really take on players? We should know we depend on them. An, Kevin didn’t deserve the contract he got after arriving there. It was at the end of business and lasted a couple of months.\n\nWe broke Paul Riley’s contract last year and the team is winning all the way, but it has not. You've seen eight years of standing out in the home group in the top three. Thenteen years and losing everyone. Everything looks better there now.\n\nDoes that affect your heart? Yes\n\nIt's a war zone. I think we should not have that kid who's going to this tournament here too. We make money now. “Does it pay at all? for our kids and kids, this is an amazing one and it's such a great club to watch.”\n\n[Thank you on Monday. You already have that much respect for us, look back to 2011, and then wake up, and yourself as the world’s champion. You’re a nation as a whole.\n\nThere’s another guy written in the eyes of our world about the parents who were “so strong, 12 children are being given what they get,”\n\nin with this public life.\n\nThe-good and the-right.\n\nSo they’re going to tell the l kids around you what it takes to a<|endoftext|>", + "token_ids": [ + 50256, + 1374, + 447, + 247, + 82, + 428, + 3516, + 1804, + 30, + 447, + 251, + 564, + 250, + 10995, + 13, + 9576, + 4206, + 13, + 198, + 198, + 58, + 7469, + 331, + 447, + 247, + 60, + 314, + 447, + 247, + 67, + 4702, + 683, + 11, + 329, + 1654, + 13, + 679, + 447, + 247, + 76, + 1016, + 284, + 307, + 866, + 284, + 340, + 13, + 6803, + 994, + 379, + 683, + 25, + 679, + 447, + 247, + 82, + 587, + 1049, + 379, + 29206, + 418, + 13, + 679, + 373, + 1049, + 3985, + 290, + 922, + 329, + 477, + 286, + 262, + 3988, + 11, + 290, + 339, + 447, + 247, + 82, + 1016, + 284, + 423, + 284, + 2453, + 326, + 13, + 679, + 447, + 247, + 82, + 1016, + 284, + 765, + 284, + 467, + 284, + 262, + 11550, + 11, + 1011, + 262, + 12, + 257, + 2137, + 13, + 4362, + 314, + 307, + 86, + 340, + 257, + 1256, + 13, + 887, + 994, + 11, + 339, + 447, + 247, + 82, + 5442, + 13, + 447, + 251, + 198, + 198, + 1870, + 772, + 618, + 339, + 3011, + 510, + 284, + 262, + 1109, + 428, + 3931, + 13, + 339, + 468, + 281, + 22452, + 78, + 11, + 345, + 460, + 447, + 247, + 83, + 10129, + 340, + 13, + 198, + 198, + 5195, + 389, + 345, + 5442, + 625, + 477, + 262, + 640, + 3161, + 284, + 1016, + 1613, + 428, + 3516, + 13, + 198, + 198, + 6109, + 1752, + 287, + 257, + 10869, + 612, + 11, + 257, + 2589, + 319, + 262, + 2975, + 11, + 674, + 1074, + 3332, + 4291, + 262, + 1735, + 286, + 262, + 2975, + 810, + 356, + 531, + 60, + 564, + 246, + 40, + 1839, + 1576, + 326, + 314, + 447, + 247, + 76, + 994, + 1231, + 257, + 4719, + 685, + 5562, + 60, + 1625, + 510, + 25, + 428, + 318, + 262, + 3726, + 286, + 616, + 3451, + 11, + 262, + 3726, + 286, + 262, + 1227, + 286, + 502, + 13, + 447, + 247, + 198, + 198, + 1639, + 460, + 447, + 247, + 83, + 1592, + 625, + 757, + 198, + 198, + 18, + 13, + 314, + 892, + 356, + 447, + 247, + 260, + 736, + 612, + 329, + 1115, + 1528, + 685, + 8499, + 718, + 60, + 345, + 447, + 247, + 260, + 407, + 3436, + 1399, + 509, + 710, + 274, + 460, + 447, + 247, + 83, + 5879, + 326, + 339, + 447, + 247, + 82, + 355, + 1049, + 290, + 339, + 318, + 290, + 339, + 1595, + 447, + 247, + 83, + 423, + 1576, + 2431, + 329, + 514, + 13, + 198, + 198, + 18, + 13, + 632, + 5419, + 1830, + 307, + 612, + 7382, + 1626, + 534, + 2000, + 13, + 314, + 892, + 340, + 447, + 247, + 82, + 1365, + 329, + 262, + 4336, + 3296, + 290, + 511, + 3296, + 611, + 345, + 447, + 247, + 260, + 407, + 5670, + 319, + 262, + 4308, + 286, + 257, + 1088, + 12, + 439, + 1109, + 13, + 1400, + 340, + 447, + 247, + 82, + 407, + 588, + 345, + 447, + 247, + 303, + 587, + 6079, + 340, + 510, + 878, + 393, + 4232, + 13, + 632, + 5818, + 447, + 247, + 83, + 5025, + 1830, + 13, + 198, + 198, + 21, + 13, + 887, + 326, + 447, + 247, + 82, + 340, + 11, + 1165, + 2582, + 13, + 198, + 198, + 22, + 13, + 1119, + 423, + 290, + 1254, + 471, + 20273, + 447, + 247, + 82, + 1165, + 12356, + 13, + 1892, + 523, + 1365, + 13, + 447, + 251, + 685, + 34610, + 60, + 531, + 13, + 198, + 198, + 3792, + 339, + 2282, + 345, + 760, + 703, + 2506, + 11, + 611, + 345, + 1645, + 284, + 423, + 284, + 5879, + 319, + 3502, + 484, + 547, + 1016, + 284, + 651, + 284, + 262, + 18576, + 11, + 611, + 339, + 460, + 307, + 326, + 460, + 447, + 247, + 83, + 655, + 502, + 3926, + 887, + 326, + 447, + 247, + 82, + 780, + 262, + 1410, + 286, + 262, + 661, + 1642, + 428, + 11078, + 373, + 845, + 881, + 2829, + 26, + 198, + 198, + 2396, + 13, + 1119, + 1392, + 284, + 1598, + 319, + 508, + 262, + 3516, + 318, + 851, + 6225, + 503, + 284, + 307, + 1028, + 262, + 1080, + 290, + 852, + 1028, + 1573, + 12, + 1640, + 12, + 439, + 13, + 198, + 198, + 447, + 246, + 1135, + 447, + 247, + 297, + 307, + 612, + 319, + 3321, + 13, + 679, + 447, + 247, + 82, + 1016, + 284, + 307, + 287, + 262, + 6947, + 70, + 689, + 13, + 447, + 247, + 23080, + 1139, + 314, + 460, + 1011, + 326, + 4019, + 284, + 4101, + 1411, + 319, + 3321, + 531, + 13, + 1406, + 661, + 892, + 546, + 257, + 3516, + 290, + 1965, + 683, + 685, + 392, + 356, + 1816, + 329, + 257, + 981, + 290, + 262, + 3516, + 318, + 994, + 4083, + 198, + 198, + 58, + 1544, + 447, + 247, + 82, + 3750, + 60, + 287, + 257, + 7541, + 290, + 1816, + 284, + 1524, + 11, + 314, + 892, + 339, + 1183, + 1700, + 757, + 13, + 679, + 338, + 3501, + 502, + 1321, + 11, + 339, + 447, + 247, + 67, + 3285, + 616, + 4459, + 13, + 843, + 339, + 4206, + 326, + 845, + 880, + 826, + 13, + 1649, + 339, + 3011, + 3375, + 546, + 428, + 2099, + 286, + 2137, + 11, + 326, + 4843, + 286, + 262, + 983, + 11, + 339, + 460, + 1949, + 284, + 307, + 351, + 2279, + 13, + 198, + 198, + 1544, + 447, + 247, + 82, + 4750, + 465, + 3098, + 12, + 14557, + 2428, + 357, + 292, + 2059, + 3985, + 11, + 788, + 1016, + 1271, + 1074, + 8, + 655, + 257, + 1643, + 1165, + 287, + 465, + 1160, + 82, + 11, + 290, + 326, + 262, + 3988, + 389, + 5442, + 319, + 7611, + 11, + 379, + 790, + 3430, + 287, + 262, + 3277, + 11, + 1390, + 6835, + 1812, + 13, + 198, + 198, + 3844, + 262, + 1074, + 318, + 1969, + 13, + 1119, + 477, + 1833, + 290, + 314, + 815, + 307, + 1762, + 7069, + 621, + 326, + 11, + 290, + 314, + 1607, + 881, + 286, + 477, + 1854, + 13, + 198, + 198, + 1722, + 314, + 531, + 319, + 3321, + 373, + 407, + 262, + 826, + 1573, + 13, + 198, + 198, + 13921, + 2687, + 1107, + 1011, + 319, + 1938, + 30, + 775, + 815, + 760, + 356, + 4745, + 319, + 606, + 13, + 1052, + 11, + 7939, + 1422, + 447, + 247, + 83, + 10925, + 262, + 2775, + 339, + 1392, + 706, + 14820, + 612, + 13, + 632, + 373, + 379, + 262, + 886, + 286, + 1597, + 290, + 15436, + 257, + 3155, + 286, + 1933, + 13, + 198, + 198, + 1135, + 6265, + 3362, + 22637, + 447, + 247, + 82, + 2775, + 938, + 614, + 290, + 262, + 1074, + 318, + 5442, + 477, + 262, + 835, + 11, + 475, + 340, + 468, + 407, + 13, + 921, + 1053, + 1775, + 3624, + 812, + 286, + 5055, + 503, + 287, + 262, + 1363, + 1448, + 287, + 262, + 1353, + 1115, + 13, + 3244, + 7821, + 812, + 290, + 6078, + 2506, + 13, + 11391, + 3073, + 1365, + 612, + 783, + 13, + 198, + 198, + 13921, + 326, + 2689, + 534, + 2612, + 30, + 3363, + 198, + 198, + 1026, + 338, + 257, + 1175, + 6516, + 13, + 314, + 892, + 356, + 815, + 407, + 423, + 326, + 5141, + 508, + 338, + 1016, + 284, + 428, + 7756, + 994, + 1165, + 13, + 775, + 787, + 1637, + 783, + 13, + 564, + 250, + 13921, + 340, + 1414, + 379, + 477, + 30, + 329, + 674, + 3988, + 290, + 3988, + 11, + 428, + 318, + 281, + 4998, + 530, + 290, + 340, + 338, + 884, + 257, + 1049, + 3430, + 284, + 2342, + 13, + 447, + 251, + 198, + 198, + 58, + 10449, + 345, + 319, + 3321, + 13, + 921, + 1541, + 423, + 326, + 881, + 2461, + 329, + 514, + 11, + 804, + 736, + 284, + 2813, + 11, + 290, + 788, + 7765, + 510, + 11, + 290, + 3511, + 355, + 262, + 995, + 447, + 247, + 82, + 8783, + 13, + 921, + 447, + 247, + 260, + 257, + 3277, + 355, + 257, + 2187, + 13, + 198, + 198, + 1858, + 447, + 247, + 82, + 1194, + 3516, + 3194, + 287, + 262, + 2951, + 286, + 674, + 995, + 546, + 262, + 3397, + 508, + 547, + 564, + 250, + 568, + 1913, + 11, + 1105, + 1751, + 389, + 852, + 1813, + 644, + 484, + 651, + 11, + 447, + 251, + 198, + 198, + 259, + 351, + 428, + 1171, + 1204, + 13, + 198, + 198, + 464, + 12, + 11274, + 290, + 262, + 12, + 3506, + 13, + 198, + 198, + 2396, + 484, + 447, + 247, + 260, + 1016, + 284, + 1560, + 262, + 300, + 3988, + 1088, + 345, + 644, + 340, + 2753, + 284, + 257, + 50256 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +} diff --git a/results/smoke/samples/owt/flm/steps_4/stdout.log b/results/smoke/samples/owt/flm/steps_4/stdout.log new file mode 100644 index 0000000000000000000000000000000000000000..6c35a8f53d692f31abc58ea12d5ccff63d395af2 --- /dev/null +++ b/results/smoke/samples/owt/flm/steps_4/stdout.log @@ -0,0 +1,190 @@ +DIT: USE_COMPILE=False +CONFIG +├── mode +│ └── sample_eval +├── is_di4c +│ └── False +├── is_di4c_deterministic +│ └── True +├── seed +│ └── 42 +├── loader +│ └── global_batch_size: 512 +│ eval_global_batch_size: 512 +│ batch_size: 2 +│ eval_batch_size: 16 +│ num_workers: 4 +│ pin_memory: true +│ +├── sampling +│ └── predictor: ancestral +│ steps: 4 +│ noise_removal: ancestral +│ use_float64: true +│ p_nucleus: 1.0 +│ num_sample_batches: 1 +│ num_sample_log: 2 +│ semi_ar: false +│ stride_length: 1 +│ num_strides: 1 +│ num_reflow_samples: 50000 +│ temperature: 1.0 +│ solver: euler +│ gamma: 0.0 +│ +├── training +│ └── loss_type: flow +│ pred_type: x0 +│ ema: 0.9999 +│ antithetic_sampling: true +│ importance_sampling: false +│ sampling_eps: 0.001 +│ change_of_variables: false +│ loss_precision: bf16 +│ finetune_path: '' +│ not_sampling_t: false +│ load_ema: false +│ t_curriculum_steps: 100000 +│ t_curriculum_min: 0.0 +│ t_curriculum_max: 1.0 +│ +├── eval +│ └── checkpoint_path: /home/ruizzhao/diffusion_baseline/checkpoints/official/ +│ disable_ema: false +│ ema_decay: null +│ compute_generative_perplexity: true +│ perplexity_batch_size: 8 +│ compute_perplexity_on_sanity: false +│ gen_ppl_eval_model_name_or_path: gpt2-large +│ generate_samples: true +│ generated_samples_path: /home/ruizzhao/diffusion_baseline/results/smoke/ +│ +├── optim +│ └── weight_decay: 0 +│ lr: 0.0003 +│ beta1: 0.9 +│ beta2: 0.999 +│ eps: 1.0e-08 +│ ln_tune: none +│ +├── trainer +│ └── _target_: lightning.Trainer +│ accelerator: cuda +│ num_nodes: 1 +│ devices: 1 +│ accumulate_grad_batches: 256 +│ gradient_clip_val: 1.0 +│ precision: bf16 +│ num_sanity_val_steps: 2 +│ max_steps: 1000000 +│ log_every_n_steps: 100 +│ limit_train_batches: 1.0 +│ limit_val_batches: 1.0 +│ val_check_interval: 5000 +│ +├── wandb +│ └── project: flm +│ notes: FLM +│ group: null +│ job_type: null +│ name: null +│ id: None_42 +│ tags: +│ - openwebtext-train +│ - flm +│ offline: true +│ +├── checkpointing +│ └── save_dir: /home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/fl +│ resume_from_ckpt: false +│ resume_ckpt_path: /home/ruizzhao/diffusion_baseline/results/smoke/sample +│ +├── callbacks +│ └── checkpoint_every_n_steps: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ save_top_k: -1 +│ save_last: false +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/f +│ verbose: true +│ auto_insert_metric_name: false +│ every_n_train_steps: 25000 +│ checkpoint_monitor: +│ _target_: lightning.pytorch.callbacks.ModelCheckpoint +│ monitor: val/nll +│ mode: min +│ save_top_k: 1 +│ save_last: true +│ dirpath: /home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/f +│ filename: best_nll +│ auto_insert_metric_name: false +│ verbose: true +│ learning_rate_monitor: +│ _target_: lightning.pytorch.callbacks.LearningRateMonitor +│ logging_interval: step +│ +├── data +│ └── train: openwebtext-train +│ valid: openwebtext-valid +│ tokenizer_name_or_path: gpt2 +│ cache_dir: /home/ruizzhao/diffusion_baseline/datasets/openwebtext +│ wrap: true +│ streaming: false +│ insert_train_eos: true +│ insert_valid_eos: true +│ +├── model +│ └── name: small +│ type: ddit +│ hidden_size: 768 +│ cond_dim: 128 +│ length: 1024 +│ n_blocks: 12 +│ n_heads: 12 +│ scale_by_sigma: true +│ dropout: 0.1 +│ tie_word_embeddings: false +│ vocab_lookup: true +│ +├── strategy +│ └── _target_: lightning.pytorch.strategies.DDPStrategy +│ find_unused_parameters: false +│ +├── noise +│ └── type: log-linear +│ parameterization: log-linear +│ eps: 0 +│ denoiser_latent_conditioning: -1 +│ freeze_encoder: false +│ freeze_decoder: false +│ +├── lr_scheduler +│ └── _target_: transformers.get_constant_schedule_with_warmup +│ num_warmup_steps: 2500 +│ +├── prior +│ └── type: none +│ latent_width: 0 +│ latent_height: 0 +│ +└── algo + └── name: flm + backbone: dit + parameterization: mean + time_conditioning: true + T: 0 + subs_masking: false + causal_attention: false + ignore_bos: false + t_max: 1.0 + t_min: 0.0 + double_temb: false + learnable_loss_weighting: false + +[2026-08-03 14:46:06,950][dlb_pinned_upstream_main][INFO] - Starting Sample Eval. +Resuming training from checkpoint... +generation start: 2026-08-03 14:46:17 +Copying EMA parameters to model +generation end: 2026-08-03 14:46:19 +Generative perplexity: 103.85616302490234 +Sample entropy: 3.1817100048065186 +Samples saved at: /home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/flm/steps_4/upstream_samples.json diff --git a/results/smoke/samples/owt/flm/steps_8/request.json b/results/smoke/samples/owt/flm/steps_8/request.json new file mode 100644 index 0000000000000000000000000000000000000000..9a3d4a8ae0fa0b733072557daf89614d894716e0 --- /dev/null +++ b/results/smoke/samples/owt/flm/steps_8/request.json @@ -0,0 +1,89 @@ +{ + "command": [ + "/opt/anaconda3/envs/dlb-flm/bin/python", + "-u", + "-m", + "dlb.adapters.capture", + "--upstream-entrypoint=/home/ruizzhao/diffusion_baseline/upstreams/flm/main.py", + "--capture-path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/flm/steps_8/upstream_token_ids.json", + "--", + "mode=sample_eval", + "seed=42", + "data=openwebtext-split", + "model=small", + "model.length=1024", + "loader.batch_size=2", + "loader.eval_batch_size=16", + "sampling.num_sample_batches=1", + "sampling.steps=8", + "eval.checkpoint_path=/home/ruizzhao/diffusion_baseline/checkpoints/official/flm_ckpt/owt/owt_flm.ckpt", + "trainer.devices=1", + "hydra.run.dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/flm/steps_8/upstream_hydra", + "checkpointing.save_dir=/home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/flm/steps_8/upstream_hydra", + "+wandb.offline=true", + "eval.generated_samples_path=/home/ruizzhao/diffusion_baseline/results/smoke/samples/owt/flm/steps_8/upstream_samples.json", + "algo=flm", + "algo.backbone=dit", + "eval.disable_ema=False", + "sampling.solver=euler", + "algo.double_temb=False", + "sampling.gamma=0.0" + ], + "identity": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:flm_owt_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0", + "checkpoint_selection": { + "output": "checkpoints/official/flm_ckpt/owt", + "recipe": "flm_owt_official_ckpt", + "sampling_checkpoint": "owt_flm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "aac1a3b57497f69ee10aee2309431ce35e9e9b9d3ad4490f8315da1488a55023", + "checkpoint_teacher_family": "continuous_flm", + "command_sha256": "07b45d2647f11b8393493c4dd3bde974ff3887a98c137dc8e09d953bfdd582be", + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "owt", + "device": null, + "environment": "dlb-flm", + "model_id": "flm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "flm-owt-steps-8", + "sample_count": 1, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 8 + }, + "request": { + "adapter_identity": "dlb.adapters.flm:v2|dlb.adapters.flm:FLMAdapter|c3a6a4573200fecf38a47fc6e7bc78254ca362fff3b96079dc2efa9f8e27aff0", + "checkpoint_lock_id": "recipe:flm_owt_official_ckpt:3549a2eff7c0b0ccceca8d69a22baf7795fd9843fa9fcad41a8ddc186b9892f0", + "checkpoint_selection": { + "output": "checkpoints/official/flm_ckpt/owt", + "recipe": "flm_owt_official_ckpt", + "sampling_checkpoint": "owt_flm.ckpt", + "sampling_config": null, + "source": "flm", + "source_commit": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "teacher_adapter": null, + "teacher_family": "continuous_flm" + }, + "checkpoint_sha256": "aac1a3b57497f69ee10aee2309431ce35e9e9b9d3ad4490f8315da1488a55023", + "checkpoint_teacher_family": "continuous_flm", + "command": null, + "config_sha256": "206d75b3b7cf3fb35844c053ae552537d7471b93bf29756dafc1ac616b096994", + "dataset_id": "owt", + "device": null, + "environment": "dlb-flm", + "model_id": "flm", + "results_root": "/home/ruizzhao/diffusion_baseline/results/smoke", + "run_id": "flm-owt-steps-8", + "sample_count": 1, + "seed": 42, + "source_sha256": "a1918d5164e5038e37d0b7a4fb2010ce75b863b3", + "step_count": 8 + }, + "started_at": "2026-08-03T06:46:18.357924Z" +} diff --git a/results/smoke/samples/owt/langflow/steps_8/upstream_token_ids.json b/results/smoke/samples/owt/langflow/steps_8/upstream_token_ids.json new file mode 100644 index 0000000000000000000000000000000000000000..b29105c71e6ff579238caf2d9610d94c903c5683 --- /dev/null +++ b/results/smoke/samples/owt/langflow/steps_8/upstream_token_ids.json @@ -0,0 +1,1035 @@ +{ + "samples": [ + { + "sample_id": 0, + "text": " the discrepancies must be *whatesmatrian to protect reliability... we what can important to a vital entity\"atism...] - that dragged the planet OVER doesses!Scene Notes... Requires spailing tools to apply the tampering in our opportunity, particularly in the current area. The only reality Persona seems to be utterly- forive, is when it amounted to efficiently a vast economic make policy; early days the medium of increasing vectors was out of control. Rather, TDD Weerg,, sound like a EIV attendant,, Nintendo 3's fundamental claims to apply materials technically side? Best in its openness to the Patent and Judicial requirements, if a division dismanters tons cheap core materials, the inendish conditions surmeasures the alternatives for is gratuitous,, whether amere can halt the industry iting happening artificially attweistication; seems like the mult wreckage of the Blmaker.V). Tony Farnablresicty wants to observe new various computing an ever-engineeringfriendly society and innovation (after apt1): The network's dismal guise as pay the expense capital; in the economy as overt as useful development is, they have desperately hyperapproprianted \"the\" Sims is math.:do they bending? We could add highic and ELARS input in nine selves when we need them about hand and trackingTG act to getant patent results (VNated their of billing may still be) and an approach to VCR (Utidian itself, customizable video hybrid the compatibility to use the evolution \"Ronggen\" common side cookie;'s 2050 Katou-chara-Photaptening-Mind Romance initial thereafter periodically. Meanwhile, Rome 3 announced orders for 113 assets ($112 dollars, $2 billion dollars), and (8 billion down in distribution) 135 billion cores in failing years. Champions emerged the administration of hammer speed on a mysterious mixture but taking more realistic plans THEM alternatives through the pursuit of making Mario this undertaking wasn't happening.ilt of chance, improved rafung by XIV in Morrow and resume, stranded monopol 35 loot valid unlock links and bipartisan photos. One there is that one will actually sue on the shelf due to its political contributions. Larry Kut: from forced to kill the national budget & nation's best Known & freaking drone ulrate.)\n\n[ons --Av, edchilla, starerder.com]This weekend as the first something afforded major claim by the Telegraph's Good Globe, by selling a broadband firm that advised digital as a key threat for future MHz speeds. It did it out to Scott Morse, who has style of potential success in the open broadband cable primer \\\"some of the best involved in recent movies.\n\n\" 4G is now open hydrobuilt developing it as a satellite and television service in Asia. \"You services of market as poor and that as AT&T or electromagnetic television or copper,\" said its founder, Kyle Cox in the Western Owners’ Association of Telecommunications (NPRTC) where we are now running an EE- TV. “Their own support is telneel but has some infrastructure power: cities which shave down the speed of a hub, such as Seoul, WA or Beijing. We’ve already seen some of the solutions uptake in Sweden, taking a top network station, to the greater locations corporations has some numbers. It’s not much cheaper in the US and we have a 30-digit capacity our own Installation offers. We have more money to generate growth to sell pitota agreements across economically huge armed instability.”\n\nWhether Turner's contention reflects infuly hype, by no means possessing an Aussie realm, is perfectly open. It involves a limitless strategy for securing our transmission line, whether mobile privacy and other online, unless 5G free residence enterprise that helps satellite and television as its Holy Rev, sea. R& orthodoxy term, which is punctuated by the dismay and support of legacy NBN FM owners far across the country who are continually upgrading their local markets.\n\nThe FCC has recently lobbied to incorporate network coverage regarding MHz in several countries where telstraband is very well; the markets are harvested for review, from DePhill, and WSOH. In Tasmania, Australians showed dissatisfactionL their lightyres in FTG and peer-to-the- is key to delivering del needs with FM infrastructure or blacksters like EPX or MINIMAC. The’s vulnerability is why Centtel's licensed MHz super was launched entirely in Australia, and after this few Australians reside mussed, rural urban-city. (Some are as progouced: Australia’s own straloaded, and it is a should tariff.)\n\nAAT expert Paul Barid says the machine has 100G spectrum wonders may offer customers It is not quickly certain that the will has preferable to degree of competition, and therefore more of rich networks [ LEDs] are more useful. \"Broad projectnet, some of broadband provider's increasingly are enriched, the individuals theirs more efficiently half the mere countries.Sauler networks afforded double non 600 hour and expected networks speeds in", + "token_ids": [ + 50256, + 262, + 42420, + 1276, + 307, + 1635, + 1929, + 689, + 6759, + 4484, + 284, + 1805, + 17843, + 986, + 356, + 644, + 460, + 1593, + 284, + 257, + 9204, + 9312, + 1, + 26185, + 22345, + 532, + 326, + 17901, + 262, + 5440, + 28729, + 466, + 44667, + 0, + 36542, + 11822, + 986, + 26848, + 599, + 11608, + 4899, + 284, + 4174, + 262, + 42471, + 287, + 674, + 3663, + 11, + 3573, + 287, + 262, + 1459, + 1989, + 13, + 383, + 691, + 3950, + 41581, + 2331, + 284, + 307, + 15950, + 12, + 329, + 425, + 11, + 318, + 618, + 340, + 30008, + 284, + 18306, + 257, + 5909, + 3034, + 787, + 2450, + 26, + 1903, + 1528, + 262, + 7090, + 286, + 3649, + 30104, + 373, + 503, + 286, + 1630, + 13, + 11317, + 11, + 309, + 16458, + 775, + 6422, + 9832, + 2128, + 588, + 257, + 412, + 3824, + 31277, + 11, + 11, + 9714, + 513, + 338, + 7531, + 3667, + 284, + 4174, + 5696, + 14497, + 1735, + 30, + 6705, + 287, + 663, + 30913, + 284, + 262, + 34830, + 290, + 31411, + 5359, + 11, + 611, + 257, + 7297, + 27038, + 364, + 10860, + 7026, + 4755, + 5696, + 11, + 262, + 287, + 48442, + 3403, + 969, + 47336, + 262, + 14693, + 329, + 318, + 14586, + 42412, + 9832, + 1771, + 257, + 34671, + 460, + 17369, + 262, + 2831, + 340, + 278, + 5836, + 32455, + 708, + 732, + 2569, + 341, + 26, + 2331, + 588, + 262, + 1963, + 31781, + 286, + 262, + 1086, + 10297, + 13, + 53, + 737, + 8832, + 49230, + 23117, + 411, + 291, + 774, + 3382, + 284, + 12414, + 649, + 2972, + 14492, + 281, + 1683, + 12, + 40321, + 13120, + 3592, + 290, + 11044, + 357, + 8499, + 15409, + 16, + 2599, + 383, + 3127, + 338, + 39656, + 34731, + 355, + 1414, + 262, + 10907, + 3139, + 26, + 287, + 262, + 3773, + 355, + 9929, + 355, + 4465, + 2478, + 318, + 11, + 484, + 423, + 16459, + 8718, + 11488, + 4126, + 366, + 1169, + 1, + 25343, + 318, + 10688, + 11207, + 4598, + 484, + 30808, + 30, + 775, + 714, + 751, + 1029, + 291, + 290, + 17852, + 1503, + 50, + 5128, + 287, + 5193, + 40823, + 618, + 356, + 761, + 606, + 546, + 1021, + 290, + 9646, + 35990, + 719, + 284, + 651, + 415, + 12701, + 2482, + 357, + 53, + 45, + 515, + 511, + 286, + 26297, + 743, + 991, + 307, + 8, + 290, + 281, + 3164, + 284, + 569, + 9419, + 357, + 18274, + 19825, + 2346, + 11, + 38322, + 2008, + 14554, + 262, + 17764, + 284, + 779, + 262, + 6954, + 366, + 49, + 506, + 5235, + 1, + 2219, + 1735, + 19751, + 26, + 338, + 32215, + 8595, + 280, + 12, + 354, + 3301, + 12, + 27248, + 2373, + 3101, + 12, + 28478, + 36555, + 4238, + 19547, + 26034, + 13, + 11214, + 11, + 10598, + 513, + 3414, + 6266, + 329, + 17318, + 6798, + 7198, + 14686, + 5054, + 11, + 720, + 17, + 2997, + 5054, + 828, + 290, + 357, + 23, + 2997, + 866, + 287, + 6082, + 8, + 17501, + 2997, + 21758, + 287, + 9894, + 812, + 13, + 6662, + 9349, + 262, + 3662, + 286, + 15554, + 2866, + 319, + 257, + 11428, + 11710, + 475, + 2263, + 517, + 12653, + 3352, + 44788, + 14693, + 832, + 262, + 14748, + 286, + 1642, + 10682, + 428, + 25971, + 2492, + 470, + 5836, + 13, + 2326, + 286, + 2863, + 11, + 6596, + 374, + 1878, + 2150, + 416, + 42667, + 287, + 34693, + 290, + 15294, + 11, + 28553, + 30797, + 3439, + 16702, + 4938, + 12116, + 6117, + 290, + 20953, + 5205, + 13, + 1881, + 612, + 318, + 326, + 530, + 481, + 1682, + 20889, + 319, + 262, + 18316, + 2233, + 284, + 663, + 1964, + 9284, + 13, + 13633, + 40323, + 25, + 422, + 4137, + 284, + 1494, + 262, + 2260, + 4466, + 1222, + 3277, + 338, + 1266, + 29454, + 1222, + 35607, + 12170, + 14856, + 4873, + 2014, + 198, + 198, + 58, + 684, + 1377, + 7355, + 11, + 1225, + 354, + 5049, + 11, + 3491, + 263, + 1082, + 13, + 785, + 60, + 50256, + 1212, + 5041, + 355, + 262, + 717, + 1223, + 28109, + 1688, + 1624, + 416, + 262, + 21821, + 338, + 4599, + 18260, + 11, + 416, + 6301, + 257, + 18729, + 4081, + 326, + 13030, + 4875, + 355, + 257, + 1994, + 2372, + 329, + 2003, + 19805, + 12055, + 13, + 632, + 750, + 340, + 503, + 284, + 4746, + 44049, + 11, + 508, + 468, + 3918, + 286, + 2785, + 1943, + 287, + 262, + 1280, + 18729, + 7862, + 33270, + 19990, + 11246, + 286, + 262, + 1266, + 2950, + 287, + 2274, + 6918, + 13, + 198, + 198, + 1, + 604, + 38, + 318, + 783, + 1280, + 17173, + 18780, + 5922, + 340, + 355, + 257, + 11210, + 290, + 5581, + 2139, + 287, + 7229, + 13, + 366, + 1639, + 2594, + 286, + 1910, + 355, + 3595, + 290, + 326, + 355, + 5161, + 5, + 51, + 393, + 31094, + 5581, + 393, + 15317, + 553, + 531, + 663, + 9119, + 11, + 14316, + 18014, + 287, + 262, + 4885, + 33147, + 447, + 247, + 5396, + 286, + 48667, + 357, + 38588, + 4825, + 8, + 810, + 356, + 389, + 783, + 2491, + 281, + 27254, + 12, + 3195, + 13, + 564, + 250, + 14574, + 898, + 1104, + 318, + 13632, + 710, + 417, + 475, + 468, + 617, + 6884, + 1176, + 25, + 4736, + 543, + 34494, + 866, + 262, + 2866, + 286, + 257, + 12575, + 11, + 884, + 355, + 22372, + 11, + 16400, + 393, + 11618, + 13, + 775, + 447, + 247, + 303, + 1541, + 1775, + 617, + 286, + 262, + 8136, + 35340, + 287, + 10710, + 11, + 2263, + 257, + 1353, + 3127, + 4429, + 11, + 284, + 262, + 3744, + 7064, + 10225, + 468, + 617, + 3146, + 13, + 632, + 447, + 247, + 82, + 407, + 881, + 11721, + 287, + 262, + 1294, + 290, + 356, + 423, + 257, + 1542, + 12, + 27003, + 5339, + 674, + 898, + 32588, + 4394, + 13, + 775, + 423, + 517, + 1637, + 284, + 7716, + 3349, + 284, + 3677, + 6028, + 4265, + 11704, + 1973, + 20324, + 3236, + 6936, + 24842, + 13, + 447, + 251, + 198, + 198, + 15354, + 15406, + 338, + 22627, + 12497, + 1167, + 2062, + 20606, + 11, + 416, + 645, + 1724, + 25566, + 281, + 317, + 43480, + 13360, + 11, + 318, + 7138, + 1280, + 13, + 632, + 9018, + 257, + 44176, + 4811, + 329, + 19732, + 674, + 11478, + 1627, + 11, + 1771, + 5175, + 6782, + 290, + 584, + 2691, + 11, + 4556, + 642, + 38, + 1479, + 11566, + 13953, + 326, + 5419, + 11210, + 290, + 5581, + 355, + 663, + 7439, + 5416, + 11, + 5417, + 13, + 371, + 5, + 49371, + 3381, + 11, + 543, + 318, + 21025, + 6605, + 416, + 262, + 29793, + 290, + 1104, + 286, + 10655, + 40841, + 18695, + 4393, + 1290, + 1973, + 262, + 1499, + 508, + 389, + 17451, + 25485, + 511, + 1957, + 5939, + 13, + 198, + 198, + 464, + 15915, + 468, + 2904, + 40835, + 284, + 19330, + 3127, + 5197, + 5115, + 19805, + 287, + 1811, + 2678, + 810, + 13632, + 12044, + 3903, + 318, + 845, + 880, + 26, + 262, + 5939, + 389, + 34262, + 329, + 2423, + 11, + 422, + 1024, + 2725, + 359, + 11, + 290, + 25290, + 12096, + 13, + 554, + 46896, + 11, + 24933, + 3751, + 41393, + 43, + 511, + 1657, + 88, + 411, + 287, + 19446, + 38, + 290, + 12720, + 12, + 1462, + 12, + 1169, + 12, + 318, + 1994, + 284, + 13630, + 1619, + 2476, + 351, + 18695, + 6884, + 393, + 2042, + 5937, + 588, + 14724, + 55, + 393, + 20625, + 3955, + 2246, + 13, + 383, + 447, + 247, + 82, + 15131, + 318, + 1521, + 1979, + 37524, + 338, + 11971, + 19805, + 2208, + 373, + 5611, + 5000, + 287, + 4505, + 11, + 290, + 706, + 428, + 1178, + 24933, + 26412, + 285, + 29569, + 11, + 10016, + 7876, + 12, + 19205, + 13, + 357, + 4366, + 389, + 355, + 1172, + 280, + 771, + 25, + 4505, + 447, + 247, + 82, + 898, + 3534, + 14578, + 11, + 290, + 340, + 318, + 257, + 815, + 36427, + 2014, + 198, + 198, + 32, + 1404, + 5887, + 3362, + 2409, + 312, + 1139, + 262, + 4572, + 468, + 1802, + 38, + 10958, + 19294, + 743, + 2897, + 4297, + 632, + 318, + 407, + 2952, + 1728, + 326, + 262, + 481, + 468, + 33887, + 284, + 4922, + 286, + 5449, + 11, + 290, + 4361, + 517, + 286, + 5527, + 7686, + 685, + 33697, + 60, + 389, + 517, + 4465, + 13, + 366, + 30507, + 1628, + 3262, + 11, + 617, + 286, + 18729, + 10131, + 338, + 6481, + 389, + 35601, + 11, + 262, + 3925, + 22021, + 517, + 18306, + 2063, + 262, + 5019, + 2678, + 13, + 50, + 559, + 1754, + 7686, + 28109, + 4274, + 1729, + 10053, + 1711, + 290, + 2938, + 7686, + 12055, + 287, + 50256 + ] + } + ], + "schema": "dlb-upstream-token-capture-v1" +}