| { |
| "dataset": "lm1b", |
| "expected_sample_count": 1024, |
| "model": "rdlm", |
| "root": "/home/ruizzhao/diffusion_baseline", |
| "rows": [ |
| { |
| "cls_text_fraction": 0.0380859375, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "1", |
| "dataset": "lm1b", |
| "generative_perplexity": 22.702928392437855, |
| "max_token_length": 128, |
| "mean_text_chars": 818.8828125, |
| "mean_token_length": 128, |
| "median_text_chars": 833.5, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_1/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.01833343505859375, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_1", |
| "self_bleu": 0.2611895581130025, |
| "sep_text_fraction": 0.0078125, |
| "steps": 1, |
| "token_ids_reason": "upstream_ids_outside_canonical_vocab", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 3.2009783661618685, |
| "unique_text_count": 1024, |
| "unique_text_ratio": 1.0, |
| "warnings": [ |
| "low_ppl_with_low_entropy", |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.14453125, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "2", |
| "dataset": "lm1b", |
| "generative_perplexity": 43.6756504502907, |
| "max_token_length": 128, |
| "mean_text_chars": 819.6103515625, |
| "mean_token_length": 128, |
| "median_text_chars": 873.0, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_2/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.050537109375, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_2", |
| "self_bleu": 0.1562727194071143, |
| "sep_text_fraction": 0.015625, |
| "steps": 2, |
| "token_ids_reason": "upstream_ids_outside_canonical_vocab", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 3.5428684108815003, |
| "unique_text_count": 1024, |
| "unique_text_ratio": 1.0, |
| "warnings": [ |
| "low_ppl_with_low_entropy", |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.3125, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "4", |
| "dataset": "lm1b", |
| "generative_perplexity": 79.02632500884272, |
| "max_token_length": 128, |
| "mean_text_chars": 758.2734375, |
| "mean_token_length": 128, |
| "median_text_chars": 843.0, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_4/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.06224822998046875, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_4", |
| "self_bleu": 0.11636916742993436, |
| "sep_text_fraction": 0.01171875, |
| "steps": 4, |
| "token_ids_reason": "upstream_ids_not_canonical_length", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 3.7381412992665806, |
| "unique_text_count": 1002, |
| "unique_text_ratio": 0.978515625, |
| "warnings": [ |
| "low_ppl_with_low_entropy", |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.7333984375, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "8", |
| "dataset": "lm1b", |
| "generative_perplexity": 229.3208427701825, |
| "max_token_length": 128, |
| "mean_text_chars": 650.83203125, |
| "mean_token_length": 128, |
| "median_text_chars": 636.0, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_8/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.0711212158203125, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_8", |
| "self_bleu": 0.060051441962376335, |
| "sep_text_fraction": 0.00390625, |
| "steps": 8, |
| "token_ids_reason": "upstream_ids_not_canonical_length", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 4.098309110124398, |
| "unique_text_count": 1006, |
| "unique_text_ratio": 0.982421875, |
| "warnings": [ |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.9462890625, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "16", |
| "dataset": "lm1b", |
| "generative_perplexity": 406.05692318214335, |
| "max_token_length": 128, |
| "mean_text_chars": 608.2490234375, |
| "mean_token_length": 128, |
| "median_text_chars": 622.0, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_16/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.05516815185546875, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_16", |
| "self_bleu": 0.057739472763989, |
| "sep_text_fraction": 0.0, |
| "steps": 16, |
| "token_ids_reason": "upstream_ids_not_canonical_length", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 4.289774377120292, |
| "unique_text_count": 1017, |
| "unique_text_ratio": 0.9931640625, |
| "warnings": [ |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.98828125, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "32", |
| "dataset": "lm1b", |
| "generative_perplexity": 375.9462579853705, |
| "max_token_length": 128, |
| "mean_text_chars": 612.744140625, |
| "mean_token_length": 128, |
| "median_text_chars": 623.5, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_32/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.03092193603515625, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_32", |
| "self_bleu": 0.0706832023382317, |
| "sep_text_fraction": 0.0, |
| "steps": 32, |
| "token_ids_reason": "upstream_ids_not_canonical_length", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 4.333617707089788, |
| "unique_text_count": 1021, |
| "unique_text_ratio": 0.9970703125, |
| "warnings": [ |
| "retokenized_from_text" |
| ] |
| }, |
| { |
| "cls_text_fraction": 0.9990234375, |
| "command_batch_per_gpu": "8", |
| "command_sampling_steps": "1024", |
| "dataset": "lm1b", |
| "generative_perplexity": 274.9406258182183, |
| "max_token_length": 128, |
| "mean_text_chars": 620.728515625, |
| "mean_token_length": 128, |
| "median_text_chars": 623.0, |
| "metrics_partial": false, |
| "metrics_path": "/home/ruizzhao/diffusion_baseline/results/metrics/lm1b/rdlm/steps_1024/metrics.json", |
| "metrics_sample_count": 1024, |
| "min_token_length": 128, |
| "model": "rdlm", |
| "pad_token_fraction": 0.00969696044921875, |
| "run_status": "succeeded", |
| "sample_count": 1024, |
| "sample_dir": "/home/ruizzhao/diffusion_baseline/results/samples/lm1b/rdlm/steps_1024", |
| "self_bleu": 0.0945744656424746, |
| "sep_text_fraction": 0.0, |
| "steps": 1024, |
| "token_ids_reason": "upstream_ids_not_canonical_length", |
| "token_ids_source": "retokenized", |
| "unigram_entropy": 4.346245654267354, |
| "unique_text_count": 1024, |
| "unique_text_ratio": 1.0, |
| "warnings": [ |
| "retokenized_from_text" |
| ] |
| } |
| ], |
| "schema": "dlb-rdlm-diagnostics-v1", |
| "summary": { |
| "missing_steps": [], |
| "ppl_curve_nonmonotonic": true, |
| "retokenized_steps": [ |
| 1, |
| 2, |
| 4, |
| 8, |
| 16, |
| 32, |
| 1024 |
| ], |
| "suspect_steps": [ |
| 1, |
| 2, |
| 4 |
| ], |
| "verdict": "low_ppl_points_show_collapse_signals" |
| } |
| } |
|
|
