| { |
| "stage": "canonical_v5_corrected_dense_moe_page_multitask", |
| "epoch": 3, |
| "epoch_progress": 3.0, |
| "epoch_completed": false, |
| "global_step": 1914, |
| "llm_name": "<redacted-local-path>", |
| "resume_from_checkpoint": "", |
| "dense_initialization": { |
| "mode": "dense_checkpoint_expand_moe_v1", |
| "checkpoint_dir": "<redacted-local-path>", |
| "checkpoint_manifest": { |
| "format_version": 2, |
| "created_utc": "2026-08-31T06:26:34.597677+00:00", |
| "base_model": "<redacted-local-path>", |
| "moe_signature": { |
| "enabled": false, |
| "routing_grouping": "script3", |
| "language_groups": [ |
| "latin", |
| "greek", |
| "han" |
| ], |
| "language_experts": 3, |
| "shared_experts": 1, |
| "layer_indices": [ |
| 1, |
| 5, |
| 9, |
| 13, |
| 17, |
| 21 |
| ] |
| }, |
| "atomic_ocr_markers": [ |
| "<del>", |
| "<gap>" |
| ], |
| "atomic_ocr_marker_ids": { |
| "<del>": 248077, |
| "<gap>": 248078 |
| }, |
| "full_model_state_file": "full_model_state.pt", |
| "training_state_included": true |
| }, |
| "checkpoint_metadata_path": "<redacted-local-path>", |
| "run_config_checked": true, |
| "compared_contract": { |
| "dataset": "page_multitask", |
| "expected_sources": [ |
| "BRESSAY", |
| "Bentham", |
| "HWDB2.0", |
| "IAM", |
| "ICFHR2016", |
| "Images_Courriers", |
| "ScribbleLens" |
| ], |
| "image_resize_policy": "area_ratio", |
| "image_min_pixels": 589824, |
| "image_max_pixels": 1572864, |
| "image_max_aspect_ratio": 200.0, |
| "max_text_length": 2560, |
| "eval_max_new_tokens": 1024, |
| "atomic_ocr_markers": [ |
| "<del>", |
| "<gap>" |
| ], |
| "page_htr_eos_weight": 4.0, |
| "token_ul_coef": 0.0, |
| "token_ul_page_fraction": 0.0, |
| "sampling_mode": "full_pass" |
| }, |
| "waived_contract_keys": [ |
| { |
| "key": "expected_split_records", |
| "reason": "checkpoint_serialized_all_split_counts_as_null" |
| } |
| ], |
| "source_scope_transfer": { |
| "policy": "exact", |
| "checkpoint_sources": [ |
| "BRESSAY", |
| "Bentham", |
| "HWDB2.0", |
| "IAM", |
| "ICFHR2016", |
| "Images_Courriers", |
| "ScribbleLens" |
| ], |
| "active_sources": [ |
| "BRESSAY", |
| "Bentham", |
| "HWDB2.0", |
| "IAM", |
| "ICFHR2016", |
| "Images_Courriers", |
| "ScribbleLens" |
| ] |
| }, |
| "full_model_state_file": "<redacted-local-path>", |
| "full_model_state_bytes": 1705688804, |
| "full_model_state_sha256": "7866b36b4d3cb9b3ce39a4dcd225ec51d2fde75a664ab1ad2260b4292b930388", |
| "moe_transfer": { |
| "checked": true, |
| "layer_path": "model.language_model.layers", |
| "layers": [ |
| { |
| "layer": 1, |
| "max_abs_diff": 0.00048828125, |
| "mean_abs_diff": 2.0134884834988043e-05, |
| "mean_relative_diff": 0.0007749682408757508, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| }, |
| { |
| "layer": 5, |
| "max_abs_diff": 0.0009765625, |
| "mean_abs_diff": 3.1044164643390104e-05, |
| "mean_relative_diff": 0.0011407412821426988, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| }, |
| { |
| "layer": 9, |
| "max_abs_diff": 0.00048828125, |
| "mean_abs_diff": 1.4513420865114313e-05, |
| "mean_relative_diff": 0.0008208884974010289, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| }, |
| { |
| "layer": 13, |
| "max_abs_diff": 0.00048828125, |
| "mean_abs_diff": 1.9256414816481993e-05, |
| "mean_relative_diff": 0.0008550191414542496, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| }, |
| { |
| "layer": 17, |
| "max_abs_diff": 0.0009765625, |
| "mean_abs_diff": 2.7810845494968817e-05, |
| "mean_relative_diff": 0.0008891209727153182, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| }, |
| { |
| "layer": 21, |
| "max_abs_diff": 0.0009765625, |
| "mean_abs_diff": 2.683823367988225e-05, |
| "mean_relative_diff": 0.0006347740418277681, |
| "routed_experts": 4, |
| "shared_experts": 1 |
| } |
| ], |
| "tolerance": { |
| "max_abs": 0.05, |
| "mean_relative": 0.02 |
| } |
| } |
| }, |
| "train_metrics": { |
| "train_loss": 0.5901720113664641, |
| "train_lm_loss": 0.579147330208922, |
| "train_moe_load_balance_raw_loss": 1.0158756909965416, |
| "train_moe_load_balance_loss": 0.010158756687544316, |
| "train_moe_router_language_loss": 0.0, |
| "train_moe_lam_sparse_raw_loss": 0.07576503753092023, |
| "train_moe_lam_sparse_loss": 0.0007576503584921332, |
| "train_batches": 5097, |
| "supervised_label_tokens": 1831248, |
| "sample_exposure_epoch": { |
| "draws": 20388, |
| "unique_records": 20388, |
| "duplicate_draws": 0, |
| "unique_pages": 4393, |
| "by_source": { |
| "BRESSAY": 3726, |
| "Bentham": 1842, |
| "HWDB2.0": 5513, |
| "IAM": 2988, |
| "ICFHR2016": 1745, |
| "Images_Courriers": 3690, |
| "ScribbleLens": 884 |
| }, |
| "by_task": { |
| "line_count": 4393, |
| "line_range_htr": 7209, |
| "page_htr": 4393, |
| "phrase_line_lookup": 4393 |
| }, |
| "by_source_task": { |
| "BRESSAY": { |
| "line_count": 647, |
| "line_range_htr": 1785, |
| "page_htr": 647, |
| "phrase_line_lookup": 647 |
| }, |
| "Bentham": { |
| "line_count": 350, |
| "line_range_htr": 792, |
| "page_htr": 350, |
| "phrase_line_lookup": 350 |
| }, |
| "HWDB2.0": { |
| "line_count": 1377, |
| "line_range_htr": 1382, |
| "page_htr": 1377, |
| "phrase_line_lookup": 1377 |
| }, |
| "IAM": { |
| "line_count": 747, |
| "line_range_htr": 747, |
| "page_htr": 747, |
| "phrase_line_lookup": 747 |
| }, |
| "ICFHR2016": { |
| "line_count": 350, |
| "line_range_htr": 695, |
| "page_htr": 350, |
| "phrase_line_lookup": 350 |
| }, |
| "Images_Courriers": { |
| "line_count": 758, |
| "line_range_htr": 1416, |
| "page_htr": 758, |
| "phrase_line_lookup": 758 |
| }, |
| "ScribbleLens": { |
| "line_count": 164, |
| "line_range_htr": 392, |
| "page_htr": 164, |
| "phrase_line_lookup": 164 |
| } |
| }, |
| "unique_records_by_source": { |
| "BRESSAY": 3726, |
| "Bentham": 1842, |
| "HWDB2.0": 5513, |
| "IAM": 2988, |
| "ICFHR2016": 1745, |
| "Images_Courriers": 3690, |
| "ScribbleLens": 884 |
| }, |
| "unique_pages_by_source": { |
| "BRESSAY": 647, |
| "Bentham": 350, |
| "HWDB2.0": 1377, |
| "IAM": 747, |
| "ICFHR2016": 350, |
| "Images_Courriers": 758, |
| "ScribbleLens": 164 |
| } |
| }, |
| "sample_exposure_cumulative": { |
| "draws": 61164, |
| "unique_records": 20388, |
| "duplicate_draws": 40776, |
| "unique_pages": 4393, |
| "by_source": { |
| "BRESSAY": 11178, |
| "Bentham": 5526, |
| "HWDB2.0": 16539, |
| "IAM": 8964, |
| "ICFHR2016": 5235, |
| "Images_Courriers": 11070, |
| "ScribbleLens": 2652 |
| }, |
| "by_task": { |
| "line_count": 13179, |
| "line_range_htr": 21627, |
| "page_htr": 13179, |
| "phrase_line_lookup": 13179 |
| }, |
| "by_source_task": { |
| "BRESSAY": { |
| "line_count": 1941, |
| "line_range_htr": 5355, |
| "page_htr": 1941, |
| "phrase_line_lookup": 1941 |
| }, |
| "Bentham": { |
| "line_count": 1050, |
| "line_range_htr": 2376, |
| "page_htr": 1050, |
| "phrase_line_lookup": 1050 |
| }, |
| "HWDB2.0": { |
| "line_count": 4131, |
| "line_range_htr": 4146, |
| "page_htr": 4131, |
| "phrase_line_lookup": 4131 |
| }, |
| "IAM": { |
| "line_count": 2241, |
| "line_range_htr": 2241, |
| "page_htr": 2241, |
| "phrase_line_lookup": 2241 |
| }, |
| "ICFHR2016": { |
| "line_count": 1050, |
| "line_range_htr": 2085, |
| "page_htr": 1050, |
| "phrase_line_lookup": 1050 |
| }, |
| "Images_Courriers": { |
| "line_count": 2274, |
| "line_range_htr": 4248, |
| "page_htr": 2274, |
| "phrase_line_lookup": 2274 |
| }, |
| "ScribbleLens": { |
| "line_count": 492, |
| "line_range_htr": 1176, |
| "page_htr": 492, |
| "phrase_line_lookup": 492 |
| } |
| }, |
| "unique_records_by_source": { |
| "BRESSAY": 3726, |
| "Bentham": 1842, |
| "HWDB2.0": 5513, |
| "IAM": 2988, |
| "ICFHR2016": 1745, |
| "Images_Courriers": 3690, |
| "ScribbleLens": 884 |
| }, |
| "unique_pages_by_source": { |
| "BRESSAY": 647, |
| "Bentham": 350, |
| "HWDB2.0": 1377, |
| "IAM": 747, |
| "ICFHR2016": 350, |
| "Images_Courriers": 758, |
| "ScribbleLens": 164 |
| } |
| } |
| }, |
| "val_metrics": { |
| "cer_generate": 0.16438965258561158, |
| "wer_generate": 0.33299821549752434, |
| "num_samples": 962, |
| "safety_cer_generate_diagnostic": 0.15750271999682047, |
| "loop_guard_trigger_rate": 0.028066528066528068, |
| "by_source": { |
| "BRESSAY": { |
| "cer_generate": 0.20291806036232865, |
| "wer_generate": 0.3477519644157897, |
| "num_samples": 154 |
| }, |
| "Bentham": { |
| "cer_generate": 0.1773907135467334, |
| "wer_generate": 0.4670343876583642, |
| "num_samples": 50 |
| }, |
| "HWDB2.0": { |
| "cer_generate": 0.031286644544796786, |
| "wer_generate": 0.3711730306157551, |
| "num_samples": 300 |
| }, |
| "IAM": { |
| "cer_generate": 0.020206642421906985, |
| "wer_generate": 0.06037131027113664, |
| "num_samples": 116 |
| }, |
| "ICFHR2016": { |
| "cer_generate": 0.4769110835970101, |
| "wer_generate": 0.8564913347522043, |
| "num_samples": 50 |
| }, |
| "Images_Courriers": { |
| "cer_generate": 0.08557112516173132, |
| "wer_generate": 0.1783308596871789, |
| "num_samples": 278 |
| }, |
| "ScribbleLens": { |
| "cer_generate": 0.4741920423302381, |
| "wer_generate": 0.87206106870229, |
| "num_samples": 14 |
| } |
| }, |
| "safety_cer_by_source_diagnostic": { |
| "BRESSAY": 0.20162264844067207, |
| "Bentham": 0.1496116489862726, |
| "HWDB2.0": 0.031286644544796786, |
| "IAM": 0.020206642421906985, |
| "ICFHR2016": 0.4769110835970101, |
| "Images_Courriers": 0.07008153699680199, |
| "ScribbleLens": 0.4393318462416351 |
| }, |
| "macro_source_cer_diagnostic": 0.20978233028067791, |
| "macro_page_cer_diagnostic": 0.10694783478550064, |
| "by_task": { |
| "page_htr": { |
| "cer_generate": 0.16438965258561158, |
| "wer_generate": 0.33299821549752434, |
| "num_samples": 962 |
| } |
| }, |
| "by_language_group": { |
| "all": { |
| "cer_generate": 0.16438965258561158, |
| "wer_generate": 0.33299821549752434, |
| "num_samples": 962 |
| } |
| }, |
| "generation_diagnostics": { |
| "num_samples": 962, |
| "output_tokens": { |
| "count": 962, |
| "mean": 277.5686070686071, |
| "p50": 190.0, |
| "p95": 754.0, |
| "p99": 1024.0, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 962, |
| "mean": 260.11538461538464, |
| "p50": 186.0, |
| "p95": 672.9499999999999, |
| "p99": 806.39, |
| "max": 944.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 962, |
| "mean": 1.0538785060645548, |
| "p50": 1.0136054421768708, |
| "p95": 1.1400505503262113, |
| "p99": 2.213666242038215, |
| "max": 5.333333333333333 |
| }, |
| "prediction_chars": { |
| "count": 962, |
| "mean": 860.0436590436591, |
| "p50": 501.5, |
| "p95": 2838.95, |
| "p99": 3455.29, |
| "max": 4349.0 |
| }, |
| "reference_chars": { |
| "count": 962, |
| "mean": 855.5197505197506, |
| "p50": 507.0, |
| "p95": 2833.049999999999, |
| "p99": 3482.68, |
| "max": 4298.0 |
| }, |
| "max_new_tokens_hit_rate": 0.02702702702702703, |
| "eos_emitted_rate": 0.972972972972973, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.028066528066528068, |
| "repetition_3gram_fraction": { |
| "count": 962, |
| "mean": 0.042803856253832664, |
| "p50": 0.017991044937152756, |
| "p95": 0.10372954615622096, |
| "p99": 0.7909393346379647, |
| "max": 0.9363992172211351 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.8056133056133056, |
| "marker_reference_counts": { |
| "<del>": 576, |
| "<gap>": 297 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 962, |
| "mean": 1.8000839774241226, |
| "p50": 1.1455812877502467, |
| "p95": 5.233787497999401, |
| "p99": 5.325606547574771, |
| "max": 6.0885678070008 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 962, |
| "mean": 1.8000839774241226, |
| "p50": 1.1455812877502467, |
| "p95": 5.233787497999401, |
| "p99": 5.325606547574771, |
| "max": 6.0885678070008 |
| }, |
| "generation_wall_seconds_total": 1731.680786282006, |
| "generation_pages_per_second": 0.5555296378066629, |
| "generated_tokens_per_second": 154.19758775132323 |
| }, |
| "evaluation_wall_seconds": 1747.2859408959994, |
| "diagnostics_by_source": { |
| "BRESSAY": { |
| "num_samples": 154, |
| "output_tokens": { |
| "count": 154, |
| "mean": 685.2857142857143, |
| "p50": 655.5, |
| "p95": 1024.0, |
| "p99": 1024.0, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 154, |
| "mean": 646.6883116883117, |
| "p50": 636.5, |
| "p95": 814.4, |
| "p99": 925.35, |
| "max": 944.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 154, |
| "mean": 1.0582472392281992, |
| "p50": 1.0112063214077225, |
| "p95": 1.4542156304832359, |
| "p99": 1.654286506305147, |
| "max": 1.7038269550748752 |
| }, |
| "prediction_chars": { |
| "count": 154, |
| "mean": 2685.525974025974, |
| "p50": 2648.0, |
| "p95": 3469.85, |
| "p99": 4216.37, |
| "max": 4349.0 |
| }, |
| "reference_chars": { |
| "count": 154, |
| "mean": 2708.8311688311687, |
| "p50": 2663.5, |
| "p95": 3513.4, |
| "p99": 3693.27, |
| "max": 4298.0 |
| }, |
| "max_new_tokens_hit_rate": 0.09090909090909091, |
| "eos_emitted_rate": 0.9090909090909091, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.1038961038961039, |
| "repetition_3gram_fraction": { |
| "count": 154, |
| "mean": 0.08230364542639139, |
| "p50": 0.027308844865693127, |
| "p95": 0.44138943248532264, |
| "p99": 0.793170254403131, |
| "max": 0.821917808219178 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.7012987012987013, |
| "marker_reference_counts": { |
| "<del>": 560, |
| "<gap>": 57 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 154, |
| "mean": 4.209619012707757, |
| "p50": 3.977695644999585, |
| "p95": 5.30480367291184, |
| "p99": 5.341092155499609, |
| "max": 5.341092155499609 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 154, |
| "mean": 4.209619012707757, |
| "p50": 3.977695644999585, |
| "p95": 5.30480367291184, |
| "p99": 5.341092155499609, |
| "max": 5.341092155499609 |
| }, |
| "generation_wall_seconds_total": 648.2813279569946, |
| "generation_pages_per_second": 0.23755118859480093, |
| "generated_tokens_per_second": 162.79043595560856 |
| }, |
| "Bentham": { |
| "num_samples": 50, |
| "output_tokens": { |
| "count": 50, |
| "mean": 422.12, |
| "p50": 332.5, |
| "p95": 1024.0, |
| "p99": 1024.0, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 50, |
| "mean": 330.94, |
| "p50": 320.5, |
| "p95": 481.0, |
| "p99": 536.14, |
| "max": 543.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 50, |
| "mean": 1.2766760861172306, |
| "p50": 1.0, |
| "p95": 3.2397365295324465, |
| "p99": 3.6336356432156376, |
| "max": 3.696750902527076 |
| }, |
| "prediction_chars": { |
| "count": 50, |
| "mean": 1358.92, |
| "p50": 1321.5, |
| "p95": 2073.499999999999, |
| "p99": 2334.75, |
| "max": 2347.0 |
| }, |
| "reference_chars": { |
| "count": 50, |
| "mean": 1310.18, |
| "p50": 1252.5, |
| "p95": 1860.35, |
| "p99": 2225.5399999999995, |
| "max": 2350.0 |
| }, |
| "max_new_tokens_hit_rate": 0.14, |
| "eos_emitted_rate": 0.86, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.14, |
| "repetition_3gram_fraction": { |
| "count": 50, |
| "mean": 0.15351462873620134, |
| "p50": 0.0354426409472281, |
| "p95": 0.8212818003913894, |
| "p99": 0.8724266144814089, |
| "max": 0.9021526418786693 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.24, |
| "marker_reference_counts": { |
| "<del>": 0, |
| "<gap>": 4 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 50, |
| "mean": 3.4135301617999723, |
| "p50": 2.6635789757492603, |
| "p95": 5.2451707629998054, |
| "p99": 5.2451707629998054, |
| "max": 5.2451707629998054 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 50, |
| "mean": 3.4135301617999723, |
| "p50": 2.6635789757492603, |
| "p95": 5.2451707629998054, |
| "p99": 5.2451707629998054, |
| "max": 5.2451707629998054 |
| }, |
| "generation_wall_seconds_total": 170.6765080899986, |
| "generation_pages_per_second": 0.29295185705132154, |
| "generated_tokens_per_second": 123.66083789850386 |
| }, |
| "HWDB2.0": { |
| "num_samples": 300, |
| "output_tokens": { |
| "count": 300, |
| "mean": 167.40666666666667, |
| "p50": 167.0, |
| "p95": 201.0, |
| "p99": 213.0, |
| "max": 214.0 |
| }, |
| "reference_tokens": { |
| "count": 300, |
| "mean": 165.7, |
| "p50": 164.5, |
| "p95": 199.0, |
| "p99": 209.01999999999998, |
| "max": 213.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 300, |
| "mean": 1.0106741074467964, |
| "p50": 1.0116959064327486, |
| "p95": 1.038722245496439, |
| "p99": 1.0508463221219577, |
| "max": 1.0793650793650793 |
| }, |
| "prediction_chars": { |
| "count": 300, |
| "mean": 272.2966666666667, |
| "p50": 269.0, |
| "p95": 313.0, |
| "p99": 326.0, |
| "max": 332.0 |
| }, |
| "reference_chars": { |
| "count": 300, |
| "mean": 276.35333333333335, |
| "p50": 275.0, |
| "p95": 317.15000000000003, |
| "p99": 328.03999999999996, |
| "max": 343.0 |
| }, |
| "max_new_tokens_hit_rate": 0.0, |
| "eos_emitted_rate": 1.0, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.0, |
| "repetition_3gram_fraction": { |
| "count": 300, |
| "mean": 0.01982862275667522, |
| "p50": 0.01365203615692856, |
| "p95": 0.051183712121212144, |
| "p99": 0.05883968972204266, |
| "max": 0.07017543859649122 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.9633333333333334, |
| "marker_reference_counts": { |
| "<del>": 0, |
| "<gap>": 236 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 300, |
| "mean": 1.0133197663800093, |
| "p50": 0.9922402704996784, |
| "p95": 1.1455812877502467, |
| "p99": 1.1506245174996366, |
| "max": 1.1506245174996366 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 300, |
| "mean": 1.0133197663800093, |
| "p50": 0.9922402704996784, |
| "p95": 1.1455812877502467, |
| "p99": 1.1506245174996366, |
| "max": 1.1506245174996366 |
| }, |
| "generation_wall_seconds_total": 303.9959299140028, |
| "generation_pages_per_second": 0.986855317717138, |
| "generated_tokens_per_second": 165.20615922130034 |
| }, |
| "IAM": { |
| "num_samples": 116, |
| "output_tokens": { |
| "count": 116, |
| "mean": 98.0, |
| "p50": 97.0, |
| "p95": 127.0, |
| "p99": 155.04999999999993, |
| "max": 157.0 |
| }, |
| "reference_tokens": { |
| "count": 116, |
| "mean": 95.91379310344827, |
| "p50": 94.5, |
| "p95": 123.75, |
| "p99": 151.04999999999993, |
| "max": 155.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 116, |
| "mean": 1.0228742961042576, |
| "p50": 1.0209429824561402, |
| "p95": 1.0460884353741497, |
| "p99": 1.093605025773196, |
| "max": 1.125 |
| }, |
| "prediction_chars": { |
| "count": 116, |
| "mean": 364.2844827586207, |
| "p50": 358.5, |
| "p95": 501.25, |
| "p99": 582.5499999999997, |
| "max": 610.0 |
| }, |
| "reference_chars": { |
| "count": 116, |
| "mean": 363.9396551724138, |
| "p50": 358.5, |
| "p95": 497.5, |
| "p99": 580.8499999999998, |
| "max": 610.0 |
| }, |
| "max_new_tokens_hit_rate": 0.0, |
| "eos_emitted_rate": 1.0, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.0, |
| "repetition_3gram_fraction": { |
| "count": 116, |
| "mean": 0.005795495058881031, |
| "p50": 0.0, |
| "p95": 0.029751131221719462, |
| "p99": 0.050506072874493886, |
| "max": 0.11538461538461542 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 1.0, |
| "marker_reference_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 116, |
| "mean": 0.6505729309310482, |
| "p50": 0.6363210999998046, |
| "p95": 0.8624965879998854, |
| "p99": 0.8652169607494216, |
| "max": 0.8652169607494216 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 116, |
| "mean": 0.6505729309310482, |
| "p50": 0.6363210999998046, |
| "p95": 0.8624965879998854, |
| "p99": 0.8652169607494216, |
| "max": 0.8652169607494216 |
| }, |
| "generation_wall_seconds_total": 75.46645998800159, |
| "generation_pages_per_second": 1.5371066831337106, |
| "generated_tokens_per_second": 150.63645494710363 |
| }, |
| "ICFHR2016": { |
| "num_samples": 50, |
| "output_tokens": { |
| "count": 50, |
| "mean": 228.18, |
| "p50": 230.5, |
| "p95": 270.0, |
| "p99": 661.3999999999985, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 50, |
| "mean": 192.18, |
| "p50": 209.5, |
| "p95": 254.1, |
| "p99": 260.59, |
| "max": 265.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 50, |
| "mean": 1.214897954381385, |
| "p50": 1.0978468899521532, |
| "p95": 1.4179384203480587, |
| "p99": 3.5281818181818108, |
| "max": 5.333333333333333 |
| }, |
| "prediction_chars": { |
| "count": 50, |
| "mean": 496.52, |
| "p50": 494.5, |
| "p95": 596.1, |
| "p99": 1514.1199999999967, |
| "max": 2353.0 |
| }, |
| "reference_chars": { |
| "count": 50, |
| "mean": 459.26, |
| "p50": 500.5, |
| "p95": 603.5, |
| "p99": 624.02, |
| "max": 625.0 |
| }, |
| "max_new_tokens_hit_rate": 0.02, |
| "eos_emitted_rate": 0.98, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.0, |
| "repetition_3gram_fraction": { |
| "count": 50, |
| "mean": 0.06765920660542266, |
| "p50": 0.040066703526012604, |
| "p95": 0.15343333333333317, |
| "p99": 0.5539309761517781, |
| "max": 0.8825831702544031 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.6, |
| "marker_reference_counts": { |
| "<del>": 16, |
| "<gap>": 0 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 50, |
| "mean": 1.6397333451399028, |
| "p50": 1.3918661629995768, |
| "p95": 5.401545224499387, |
| "p99": 5.401545224499387, |
| "max": 5.401545224499387 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 50, |
| "mean": 1.6397333451399028, |
| "p50": 1.3918661629995768, |
| "p95": 5.401545224499387, |
| "p99": 5.401545224499387, |
| "max": 5.401545224499387 |
| }, |
| "generation_wall_seconds_total": 81.98666725699513, |
| "generation_pages_per_second": 0.6098552566269119, |
| "generated_tokens_per_second": 139.15677245712874 |
| }, |
| "Images_Courriers": { |
| "num_samples": 278, |
| "output_tokens": { |
| "count": 278, |
| "mean": 213.79856115107913, |
| "p50": 205.0, |
| "p95": 289.44999999999993, |
| "p99": 383.46000000000004, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 278, |
| "mean": 206.23381294964028, |
| "p50": 201.0, |
| "p95": 289.44999999999993, |
| "p99": 337.7300000000009, |
| "max": 450.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 278, |
| "mean": 1.0309230199193677, |
| "p50": 1.013667496886675, |
| "p95": 1.0607790801851575, |
| "p99": 1.239687500000001, |
| "max": 4.19672131147541 |
| }, |
| "prediction_chars": { |
| "count": 278, |
| "mean": 633.8597122302158, |
| "p50": 605.5, |
| "p95": 891.3, |
| "p99": 1262.4400000000023, |
| "max": 3107.0 |
| }, |
| "reference_chars": { |
| "count": 278, |
| "mean": 621.9208633093525, |
| "p50": 604.5, |
| "p95": 873.0999999999997, |
| "p99": 1076.3100000000036, |
| "max": 1486.0 |
| }, |
| "max_new_tokens_hit_rate": 0.007194244604316547, |
| "eos_emitted_rate": 0.9928057553956835, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.007194244604316547, |
| "repetition_3gram_fraction": { |
| "count": 278, |
| "mean": 0.02890799216476402, |
| "p50": 0.017416582406471204, |
| "p95": 0.06890628879509099, |
| "p99": 0.16417016953902247, |
| "max": 0.7681017612524462 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.7769784172661871, |
| "marker_reference_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 278, |
| "mean": 1.4111926457698238, |
| "p50": 1.2364898257501409, |
| "p95": 1.9682605375001003, |
| "p99": 5.259757931499735, |
| "max": 5.259757931499735 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 278, |
| "mean": 1.4111926457698238, |
| "p50": 1.2364898257501409, |
| "p95": 1.9682605375001003, |
| "p99": 5.259757931499735, |
| "max": 5.259757931499735 |
| }, |
| "generation_wall_seconds_total": 392.31155552401106, |
| "generation_pages_per_second": 0.7086204729011233, |
| "generated_tokens_per_second": 151.50203750845742 |
| }, |
| "ScribbleLens": { |
| "num_samples": 14, |
| "output_tokens": { |
| "count": 14, |
| "mean": 567.5714285714286, |
| "p50": 569.0, |
| "p95": 1024.0, |
| "p99": 1024.0, |
| "max": 1024.0 |
| }, |
| "reference_tokens": { |
| "count": 14, |
| "mean": 451.14285714285717, |
| "p50": 480.5, |
| "p95": 590.7, |
| "p99": 591.74, |
| "max": 592.0 |
| }, |
| "output_reference_token_ratio": { |
| "count": 14, |
| "mean": 1.2735782748793814, |
| "p50": 1.1085131559332142, |
| "p95": 2.3024935067671866, |
| "p99": 2.4932530437851987, |
| "max": 2.5409429280397022 |
| }, |
| "prediction_chars": { |
| "count": 14, |
| "mean": 1490.0, |
| "p50": 1583.5, |
| "p95": 2222.3999999999996, |
| "p99": 2442.8799999999997, |
| "max": 2498.0 |
| }, |
| "reference_chars": { |
| "count": 14, |
| "mean": 1382.9285714285713, |
| "p50": 1489.0, |
| "p95": 1795.55, |
| "p99": 1802.31, |
| "max": 1804.0 |
| }, |
| "max_new_tokens_hit_rate": 0.14285714285714285, |
| "eos_emitted_rate": 0.8571428571428571, |
| "empty_output_rate": 0.0, |
| "loop_guard_trigger_rate": 0.14285714285714285, |
| "repetition_3gram_fraction": { |
| "count": 14, |
| "mean": 0.19904074841459948, |
| "p50": 0.056307386702582396, |
| "p95": 0.9287671232876713, |
| "p99": 0.9348727984344423, |
| "max": 0.9363992172211351 |
| }, |
| "region_count_exact_rate": 1.0, |
| "line_count_exact_rate": 0.2857142857142857, |
| "marker_reference_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "marker_prediction_counts": { |
| "<del>": 0, |
| "<gap>": 0 |
| }, |
| "generation_seconds_per_page": { |
| "count": 14, |
| "mean": 4.2115955394287345, |
| "p50": 3.213291670250328, |
| "p95": 6.0885678070008, |
| "p99": 6.0885678070008, |
| "max": 6.0885678070008 |
| }, |
| "generation_seconds_per_sample": { |
| "count": 14, |
| "mean": 4.2115955394287345, |
| "p50": 3.213291670250328, |
| "p95": 6.0885678070008, |
| "p99": 6.0885678070008, |
| "max": 6.0885678070008 |
| }, |
| "generation_wall_seconds_total": 58.96233755200228, |
| "generation_pages_per_second": 0.2374397044155957, |
| "generated_tokens_per_second": 134.76399223473737 |
| } |
| } |
| }, |
| "checkpoint_dir": "<redacted-local-path>", |
| "architecture": "qwen3_5_vlm_script_grouped_supervised_mlp_moe", |
| "dataset_config": { |
| "dataset_name": "page_multitask", |
| "data_root": "<redacted-local-path>", |
| "train_json_path": "<redacted-local-path>", |
| "valid_json_path": "<redacted-local-path>", |
| "test_json_path": "<redacted-local-path>", |
| "image_root": "<redacted-local-path>", |
| "prompt_text": "", |
| "expected_sources": [ |
| "BRESSAY", |
| "Bentham", |
| "HWDB2.0", |
| "IAM", |
| "ICFHR2016", |
| "Images_Courriers", |
| "ScribbleLens" |
| ], |
| "excluded_sources": [ |
| "Eparchos" |
| ], |
| "excluded_train_tasks": [], |
| "excluded_valid_tasks": [], |
| "structure_task_policy": "page_total_physical_line_count_v3", |
| "image_resize_policy": "area_ratio", |
| "image_resize_factor": 32, |
| "image_max_aspect_ratio": 200.0, |
| "image_min_pixels": 589824, |
| "image_max_pixels": 1572864, |
| "resolution_profile": "area_ratio_min589824_max1572864_ctx2560", |
| "max_text_length": 2560, |
| "processor_image_size": { |
| "shortest_edge": 589824, |
| "longest_edge": 1572864 |
| }, |
| "sampling_mode": "full_pass", |
| "microbatch_invariant_token_loss": true, |
| "training_terminal_id": 248044, |
| "generation_stop_ids": [ |
| 248044 |
| ], |
| "atomic_ocr_marker_ids": { |
| "<del>": 248077, |
| "<gap>": 248078 |
| }, |
| "page_htr_eos_weight": 4.0, |
| "token_ul_coef": 0.0, |
| "token_ul_page_fraction": 0.0, |
| "loop_guard": { |
| "ngram": 3, |
| "window": 96, |
| "threshold": 0.6, |
| "min_tokens": 128, |
| "consecutive": 2 |
| } |
| }, |
| "best_metric": 0.16438965258561158, |
| "evaluations_no_improve": 0, |
| "validation_has_started": true, |
| "top_checkpoints": [ |
| { |
| "cer": 0.16947443202988768, |
| "global_step": 638, |
| "epoch_progress": 1.0, |
| "path": "<redacted-local-path>" |
| } |
| ], |
| "learning_rate": 0.0, |
| "loss_weighting": "optimizer_window_eos_weighted_ce_plus_token_ul_plus_router_balance_and_lam_sparse", |
| "moe_signature": { |
| "enabled": true, |
| "ablation_mode": "sparsegen_shared_lamsparse_balance", |
| "routing_grouping": "unsupervised4", |
| "language_groups": [ |
| "all" |
| ], |
| "language_experts": 4, |
| "shared_experts": 1, |
| "shared_mix": 0.25, |
| "layer_indices": [ |
| 1, |
| 5, |
| 9, |
| 13, |
| 17, |
| 21 |
| ], |
| "routing_fn": "sparsegen", |
| "router_ce_coef": 0.0, |
| "router_ce_class_weighting": "none", |
| "load_balance_coef": 0.01, |
| "load_balance_warmup_fraction": 0.1, |
| "load_balance_warmup_updates": 64, |
| "lam_sparse_coef": 0.01, |
| "lam_sparse_warmup_fraction": 0.1, |
| "router_temperature": 1.0, |
| "sparsegen_hidden": 128, |
| "sparsegen_eps": 0.01, |
| "expert_init": "copy", |
| "expert_train_dtype": "match_base", |
| "freeze_base": false |
| }, |
| "moe_mlp": { |
| "routing_grouping": "unsupervised4", |
| "routing_group_description": "four source-agnostic routed experts; no router supervision", |
| "routing_fn": "sparsegen", |
| "router_temperature": 1.0, |
| "load_balance_coef": 0.01, |
| "load_balance_warmup_fraction": 0.1, |
| "load_balance_warmup_updates": 64, |
| "router_ce_coef": 0.0, |
| "lam_sparse_coef": 0.01, |
| "lam_sparse_warmup_fraction": 0.1, |
| "lam_sparse_warmup_updates": 64, |
| "shared_mix": 0.25, |
| "hard_top_k": false, |
| "active_expert_budget": 0, |
| "routed_top_k": 4, |
| "freeze_base": false, |
| "language_group_counts": {}, |
| "language_group_class_weights": {}, |
| "metadata_used_for_training_router_labels": false, |
| "metadata_used_for_inference_routing": false |
| } |
| } |
|
|
