Upload ExpertHTR step-1914 checkpoint

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

CHECKPOINT_COMPLETE

@@ -0,0 +1 @@
+ok

README.md

@@ -0,0 +1,75 @@
+---
+library_name: experthtr
+pipeline_tag: image-to-text
+tags:
+  - handwritten-text-recognition
+  - ocr
+  - multimodal
+  - sparse-mixture-of-experts
+base_model: Qwen/Qwen3.5-0.8B-Base
+---
+
+# ExpertHTR Sparse MoE
+
+<p align="center">
+  <a href="https://github.com/DAIR-Group/ExpertHTR"><img src="https://img.shields.io/badge/💻%20Code-ExpertHTR-blue" alt="Code"></a>
+  <a href="https://huggingface.co/datasets/DAIR-Group/ExpertHTR-Dataset"><img src="https://img.shields.io/badge/🤗%20Dataset-ExpertHTR-yellow" alt="Dataset"></a>
+  <a href="https://huggingface.co/spaces/DAIR-Group/ExpertHTR"><img src="https://img.shields.io/badge/🚀%20Demo-Try%20online-green" alt="Demo"></a>
+</p>
+
+Validation-selected page-level handwritten text recognition checkpoint from
+ExpertHTR. It is based on Qwen3.5-0.8B-Base and adds four routed experts plus
+one shared expert at layers 1, 5, 9, 13, 17 and 21.
+
+## Results
+
+The selected checkpoint is training step 1914:
+
+| Metric | Value |
+|---|---:|
+| Validation pages | 962 |
+| Micro page CER | **16.439%** |
+| Micro page WER | 33.300% |
+
+CER removes only the leading region marker (`[Rk]:`). `<del>` and `<gap>` are
+kept as distinct OCR symbols.
+
+## Dataset
+
+The companion gated dataset is available at
+[🤗 ExpertHTR-Dataset](https://huggingface.co/datasets/DAIR-Group/ExpertHTR-Dataset).
+The current public-facing dataset card excludes HWDB/CASIA. **This checkpoint
+was trained on the original seven-source experiment, including HWDB2.0, so the
+companion dataset is not an exact reproduction of its training data.** Follow
+all upstream dataset terms and do not infer redistribution permission from
+this model card.
+
+## Use with the repository
+
+Clone the code, install dependencies, and follow the evaluation instructions:
+
+```bash
+git clone https://github.com/DAIR-Group/ExpertHTR
+cd ExpertHTR
+python -m pip install -e .
+export HWVLM_DATA_ROOT=/path/to/dataset
+export HWVLM_FINAL_TEST_CHECKPOINT=/path/to/this/model
+experthtr final-test
+```
+
+The checkpoint uses ExpertHTR's custom `full_model_state.pt` format. Keep the
+tokenizer, processor, `checkpoint_manifest.json`, and the repository version
+together; do not load it as a generic Transformers checkpoint.
+
+## Files
+
+This release contains runtime files only: model state, config, tokenizer,
+processor, chat template, checkpoint manifest, metadata and metrics. Training
+state, optimizer state, predictions and local machine paths are excluded.
+
+## License and intended use
+
+The code is Apache-2.0. Qwen3.5-0.8B-Base and the training data retain their
+upstream licenses. This checkpoint is intended for research on handwritten
+text recognition and may make transcription errors. Do not use it for
+high-stakes decisions without human review.

chat_template.jinja

@@ -0,0 +1,154 @@
+{%- set image_count = namespace(value=0) %}
+{%- set video_count = namespace(value=0) %}
+{%- macro render_content(content, do_vision_count, is_system_content=false) %}
+    {%- if content is string %}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping %}
+        {%- for item in content %}
+            {%- if 'image' in item or 'image_url' in item or item.type == 'image' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain images.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set image_count.value = image_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Picture ' ~ image_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|image_pad|><|vision_end|>' }}
+            {%- elif 'video' in item or item.type == 'video' %}
+                {%- if is_system_content %}
+                    {{- raise_exception('System message cannot contain videos.') }}
+                {%- endif %}
+                {%- if do_vision_count %}
+                    {%- set video_count.value = video_count.value + 1 %}
+                {%- endif %}
+                {%- if add_vision_id %}
+                    {{- 'Video ' ~ video_count.value ~ ': ' }}
+                {%- endif %}
+                {{- '<|vision_start|><|video_pad|><|vision_end|>' }}
+            {%- elif 'text' in item %}
+                {{- item.text }}
+            {%- else %}
+                {{- raise_exception('Unexpected item type in content.') }}
+            {%- endif %}
+        {%- endfor %}
+    {%- elif content is none or content is undefined %}
+        {{- '' }}
+    {%- else %}
+        {{- raise_exception('Unexpected content type.') }}
+    {%- endif %}
+{%- endmacro %}
+{%- if not messages %}
+    {{- raise_exception('No messages provided.') }}
+{%- endif %}
+{%- if tools and tools is iterable and tools is not mapping %}
+    {{- '<|im_start|>system\n' }}
+    {{- "# Tools\n\nYou have access to the following functions:\n\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>" }}
+    {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n<tool_call>\n<function=example_function_name>\n<parameter=example_parameter_1>\nvalue_1\n</parameter>\n<parameter=example_parameter_2>\nThis is the value for the second parameter\nthat can span\nmultiple lines\n</parameter>\n</function>\n</tool_call>\n\n<IMPORTANT>\nReminder:\n- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n</IMPORTANT>' }}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {%- if content %}
+            {{- '\n\n' + content }}
+        {%- endif %}
+    {%- endif %}
+    {{- '<|im_end|>\n' }}
+{%- else %}
+    {%- if messages[0].role == 'system' %}
+        {%- set content = render_content(messages[0].content, false, true)|trim %}
+        {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}
+{%- for message in messages[::-1] %}
+    {%- set index = (messages|length - 1) - loop.index0 %}
+    {%- if ns.multi_step_tool and message.role == "user" %}
+        {%- set content = render_content(message.content, false)|trim %}
+        {%- if not(content.startswith('<tool_response>') and content.endswith('</tool_response>')) %}
+            {%- set ns.multi_step_tool = false %}
+            {%- set ns.last_query_index = index %}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if ns.multi_step_tool %}
+    {{- raise_exception('No user query found in messages.') }}
+{%- endif %}
+{%- for message in messages %}
+    {%- set content = render_content(message.content, true)|trim %}
+    {%- if message.role == "system" %}
+        {%- if not loop.first %}
+            {{- raise_exception('System message must be at the beginning.') }}
+        {%- endif %}
+    {%- elif message.role == "user" %}
+        {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {%- set reasoning_content = '' %}
+        {%- if message.reasoning_content is string %}
+            {%- set reasoning_content = message.reasoning_content %}
+        {%- else %}
+            {%- if '</think>' in content %}
+                {%- set reasoning_content = content.split('</think>')[0].rstrip('\n').split('<think>')[-1].lstrip('\n') %}
+                {%- set content = content.split('</think>')[-1].lstrip('\n') %}
+            {%- endif %}
+        {%- endif %}
+        {%- set reasoning_content = reasoning_content|trim %}
+        {%- if loop.index0 > ns.last_query_index %}
+            {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content + '\n</think>\n\n' + content }}
+        {%- else %}
+            {{- '<|im_start|>' + message.role + '\n' + content }}
+        {%- endif %}
+        {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %}
+            {%- for tool_call in message.tool_calls %}
+                {%- if tool_call.function is defined %}
+                    {%- set tool_call = tool_call.function %}
+                {%- endif %}
+                {%- if loop.first %}
+                    {%- if content|trim %}
+                        {{- '\n\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- else %}
+                        {{- '<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                    {%- endif %}
+                {%- else %}
+                    {{- '\n<tool_call>\n<function=' + tool_call.name + '>\n' }}
+                {%- endif %}
+                {%- if tool_call.arguments is defined %}
+                    {%- for args_name, args_value in tool_call.arguments|items %}
+                        {{- '<parameter=' + args_name + '>\n' }}
+                        {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %}
+                        {{- args_value }}
+                        {{- '\n</parameter>\n' }}
+                    {%- endfor %}
+                {%- endif %}
+                {{- '</function>\n</tool_call>' }}
+            {%- endfor %}
+        {%- endif %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if loop.previtem and loop.previtem.role != "tool" %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- content }}
+        {{- '\n</tool_response>' }}
+        {%- if not loop.last and loop.nextitem.role != "tool" %}
+            {{- '<|im_end|>\n' }}
+        {%- elif loop.last %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- else %}
+        {{- raise_exception('Unexpected message role.') }}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+    {%- if enable_thinking is defined and enable_thinking is true %}
+        {{- '<think>\n' }}
+    {%- else %}
+        {{- '<think>\n\n</think>\n\n' }}
+    {%- endif %}
+{%- endif %}

checkpoint_manifest.json

@@ -0,0 +1,202 @@
+{
+  "format_version": 2,
+  "created_utc": "2026-09-01T00:24:30.285500+00:00",
+  "base_model": "<redacted-local-path>",
+  "moe_signature": {
+    "enabled": true,
+    "ablation_mode": "sparsegen_shared_lamsparse_balance",
+    "routing_grouping": "unsupervised4",
+    "language_groups": [
+      "all"
+    ],
+    "language_experts": 4,
+    "shared_experts": 1,
+    "shared_mix": 0.25,
+    "layer_indices": [
+      1,
+      5,
+      9,
+      13,
+      17,
+      21
+    ],
+    "routing_fn": "sparsegen",
+    "router_ce_coef": 0.0,
+    "router_ce_class_weighting": "none",
+    "load_balance_coef": 0.01,
+    "load_balance_warmup_fraction": 0.1,
+    "load_balance_warmup_updates": 64,
+    "lam_sparse_coef": 0.01,
+    "lam_sparse_warmup_fraction": 0.1,
+    "router_temperature": 1.0,
+    "sparsegen_hidden": 128,
+    "sparsegen_eps": 0.01,
+    "expert_init": "copy",
+    "expert_train_dtype": "match_base",
+    "freeze_base": false
+  },
+  "atomic_ocr_markers": [
+    "<del>",
+    "<gap>"
+  ],
+  "atomic_ocr_marker_ids": {
+    "<del>": 248077,
+    "<gap>": 248078
+  },
+  "full_model_state_file": "full_model_state.pt",
+  "training_state_included": false,
+  "dense_initialization": {
+    "mode": "dense_checkpoint_expand_moe_v1",
+    "checkpoint_dir": "<redacted-local-path>",
+    "checkpoint_manifest": {
+      "format_version": 2,
+      "created_utc": "2026-08-31T06:26:34.597677+00:00",
+      "base_model": "<redacted-local-path>",
+      "moe_signature": {
+        "enabled": false,
+        "routing_grouping": "script3",
+        "language_groups": [
+          "latin",
+          "greek",
+          "han"
+        ],
+        "language_experts": 3,
+        "shared_experts": 1,
+        "layer_indices": [
+          1,
+          5,
+          9,
+          13,
+          17,
+          21
+        ]
+      },
+      "atomic_ocr_markers": [
+        "<del>",
+        "<gap>"
+      ],
+      "atomic_ocr_marker_ids": {
+        "<del>": 248077,
+        "<gap>": 248078
+      },
+      "full_model_state_file": "full_model_state.pt",
+      "training_state_included": true
+    },
+    "checkpoint_metadata_path": "<redacted-local-path>",
+    "run_config_checked": true,
+    "compared_contract": {
+      "dataset": "page_multitask",
+      "expected_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ],
+      "image_resize_policy": "area_ratio",
+      "image_min_pixels": 589824,
+      "image_max_pixels": 1572864,
+      "image_max_aspect_ratio": 200.0,
+      "max_text_length": 2560,
+      "eval_max_new_tokens": 1024,
+      "atomic_ocr_markers": [
+        "<del>",
+        "<gap>"
+      ],
+      "page_htr_eos_weight": 4.0,
+      "token_ul_coef": 0.0,
+      "token_ul_page_fraction": 0.0,
+      "sampling_mode": "full_pass"
+    },
+    "waived_contract_keys": [
+      {
+        "key": "expected_split_records",
+        "reason": "checkpoint_serialized_all_split_counts_as_null"
+      }
+    ],
+    "source_scope_transfer": {
+      "policy": "exact",
+      "checkpoint_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ],
+      "active_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ]
+    },
+    "full_model_state_file": "<redacted-local-path>",
+    "full_model_state_bytes": 1705688804,
+    "full_model_state_sha256": "7866b36b4d3cb9b3ce39a4dcd225ec51d2fde75a664ab1ad2260b4292b930388",
+    "moe_transfer": {
+      "checked": true,
+      "layer_path": "model.language_model.layers",
+      "layers": [
+        {
+          "layer": 1,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 2.0134884834988043e-05,
+          "mean_relative_diff": 0.0007749682408757508,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 5,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 3.1044164643390104e-05,
+          "mean_relative_diff": 0.0011407412821426988,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 9,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 1.4513420865114313e-05,
+          "mean_relative_diff": 0.0008208884974010289,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 13,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 1.9256414816481993e-05,
+          "mean_relative_diff": 0.0008550191414542496,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 17,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 2.7810845494968817e-05,
+          "mean_relative_diff": 0.0008891209727153182,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 21,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 2.683823367988225e-05,
+          "mean_relative_diff": 0.0006347740418277681,
+          "routed_experts": 4,
+          "shared_experts": 1
+        }
+      ],
+      "tolerance": {
+        "max_abs": 0.05,
+        "mean_relative": 0.02
+      }
+    }
+  }
+}

config.json

@@ -0,0 +1,102 @@
+{
+  "architectures": [
+    "Qwen3_5ForConditionalGeneration"
+  ],
+  "dtype": "bfloat16",
+  "eos_token_id": 248044,
+  "image_token_id": 248056,
+  "model_type": "qwen3_5",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attn_output_gate": true,
+    "bos_token_id": null,
+    "dtype": "bfloat16",
+    "eos_token_id": 248044,
+    "full_attention_interval": 4,
+    "head_dim": 256,
+    "hidden_act": "silu",
+    "hidden_size": 1024,
+    "initializer_range": 0.02,
+    "intermediate_size": 3584,
+    "layer_types": [
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention",
+      "linear_attention",
+      "linear_attention",
+      "linear_attention",
+      "full_attention"
+    ],
+    "linear_conv_kernel_dim": 4,
+    "linear_key_head_dim": 128,
+    "linear_num_key_heads": 16,
+    "linear_num_value_heads": 16,
+    "linear_value_head_dim": 128,
+    "mamba_ssm_dtype": "float32",
+    "max_position_embeddings": 262144,
+    "mlp_only_layers": [],
+    "model_type": "qwen3_5_text",
+    "mtp_num_hidden_layers": 1,
+    "mtp_use_dedicated_embeddings": false,
+    "num_attention_heads": 8,
+    "num_hidden_layers": 24,
+    "num_key_value_heads": 2,
+    "pad_token_id": null,
+    "partial_rotary_factor": 0.25,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "mrope_interleaved": true,
+      "mrope_section": [
+        11,
+        11,
+        10
+      ],
+      "partial_rotary_factor": 0.25,
+      "rope_theta": 10000000,
+      "rope_type": "default"
+    },
+    "tie_word_embeddings": true,
+    "use_cache": true,
+    "vocab_size": 248079
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.12.1",
+  "video_token_id": 248057,
+  "vision_config": {
+    "deepstack_visual_indexes": [],
+    "depth": 12,
+    "dtype": "bfloat16",
+    "hidden_act": "gelu_pytorch_tanh",
+    "hidden_size": 768,
+    "in_channels": 3,
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "model_type": "qwen3_5_vision",
+    "num_heads": 12,
+    "num_position_embeddings": 2304,
+    "out_hidden_size": 1024,
+    "patch_size": 16,
+    "spatial_merge_size": 2,
+    "temporal_patch_size": 2
+  },
+  "vision_end_token_id": 248054,
+  "vision_start_token_id": 248053
+}

full_model_state.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84704b2b0ae98ded07cd65b28f13fab34dbd89b9afb220fa97f915a41a22b9c6
+size 2237476462

metadata.json

@@ -0,0 +1,1209 @@
+{
+  "stage": "canonical_v5_corrected_dense_moe_page_multitask",
+  "epoch": 3,
+  "epoch_progress": 3.0,
+  "epoch_completed": false,
+  "global_step": 1914,
+  "llm_name": "<redacted-local-path>",
+  "resume_from_checkpoint": "",
+  "dense_initialization": {
+    "mode": "dense_checkpoint_expand_moe_v1",
+    "checkpoint_dir": "<redacted-local-path>",
+    "checkpoint_manifest": {
+      "format_version": 2,
+      "created_utc": "2026-08-31T06:26:34.597677+00:00",
+      "base_model": "<redacted-local-path>",
+      "moe_signature": {
+        "enabled": false,
+        "routing_grouping": "script3",
+        "language_groups": [
+          "latin",
+          "greek",
+          "han"
+        ],
+        "language_experts": 3,
+        "shared_experts": 1,
+        "layer_indices": [
+          1,
+          5,
+          9,
+          13,
+          17,
+          21
+        ]
+      },
+      "atomic_ocr_markers": [
+        "<del>",
+        "<gap>"
+      ],
+      "atomic_ocr_marker_ids": {
+        "<del>": 248077,
+        "<gap>": 248078
+      },
+      "full_model_state_file": "full_model_state.pt",
+      "training_state_included": true
+    },
+    "checkpoint_metadata_path": "<redacted-local-path>",
+    "run_config_checked": true,
+    "compared_contract": {
+      "dataset": "page_multitask",
+      "expected_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ],
+      "image_resize_policy": "area_ratio",
+      "image_min_pixels": 589824,
+      "image_max_pixels": 1572864,
+      "image_max_aspect_ratio": 200.0,
+      "max_text_length": 2560,
+      "eval_max_new_tokens": 1024,
+      "atomic_ocr_markers": [
+        "<del>",
+        "<gap>"
+      ],
+      "page_htr_eos_weight": 4.0,
+      "token_ul_coef": 0.0,
+      "token_ul_page_fraction": 0.0,
+      "sampling_mode": "full_pass"
+    },
+    "waived_contract_keys": [
+      {
+        "key": "expected_split_records",
+        "reason": "checkpoint_serialized_all_split_counts_as_null"
+      }
+    ],
+    "source_scope_transfer": {
+      "policy": "exact",
+      "checkpoint_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ],
+      "active_sources": [
+        "BRESSAY",
+        "Bentham",
+        "HWDB2.0",
+        "IAM",
+        "ICFHR2016",
+        "Images_Courriers",
+        "ScribbleLens"
+      ]
+    },
+    "full_model_state_file": "<redacted-local-path>",
+    "full_model_state_bytes": 1705688804,
+    "full_model_state_sha256": "7866b36b4d3cb9b3ce39a4dcd225ec51d2fde75a664ab1ad2260b4292b930388",
+    "moe_transfer": {
+      "checked": true,
+      "layer_path": "model.language_model.layers",
+      "layers": [
+        {
+          "layer": 1,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 2.0134884834988043e-05,
+          "mean_relative_diff": 0.0007749682408757508,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 5,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 3.1044164643390104e-05,
+          "mean_relative_diff": 0.0011407412821426988,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 9,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 1.4513420865114313e-05,
+          "mean_relative_diff": 0.0008208884974010289,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 13,
+          "max_abs_diff": 0.00048828125,
+          "mean_abs_diff": 1.9256414816481993e-05,
+          "mean_relative_diff": 0.0008550191414542496,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 17,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 2.7810845494968817e-05,
+          "mean_relative_diff": 0.0008891209727153182,
+          "routed_experts": 4,
+          "shared_experts": 1
+        },
+        {
+          "layer": 21,
+          "max_abs_diff": 0.0009765625,
+          "mean_abs_diff": 2.683823367988225e-05,
+          "mean_relative_diff": 0.0006347740418277681,
+          "routed_experts": 4,
+          "shared_experts": 1
+        }
+      ],
+      "tolerance": {
+        "max_abs": 0.05,
+        "mean_relative": 0.02
+      }
+    }
+  },
+  "train_metrics": {
+    "train_loss": 0.5901720113664641,
+    "train_lm_loss": 0.579147330208922,
+    "train_moe_load_balance_raw_loss": 1.0158756909965416,
+    "train_moe_load_balance_loss": 0.010158756687544316,
+    "train_moe_router_language_loss": 0.0,
+    "train_moe_lam_sparse_raw_loss": 0.07576503753092023,
+    "train_moe_lam_sparse_loss": 0.0007576503584921332,
+    "train_batches": 5097,
+    "supervised_label_tokens": 1831248,
+    "sample_exposure_epoch": {
+      "draws": 20388,
+      "unique_records": 20388,
+      "duplicate_draws": 0,
+      "unique_pages": 4393,
+      "by_source": {
+        "BRESSAY": 3726,
+        "Bentham": 1842,
+        "HWDB2.0": 5513,
+        "IAM": 2988,
+        "ICFHR2016": 1745,
+        "Images_Courriers": 3690,
+        "ScribbleLens": 884
+      },
+      "by_task": {
+        "line_count": 4393,
+        "line_range_htr": 7209,
+        "page_htr": 4393,
+        "phrase_line_lookup": 4393
+      },
+      "by_source_task": {
+        "BRESSAY": {
+          "line_count": 647,
+          "line_range_htr": 1785,
+          "page_htr": 647,
+          "phrase_line_lookup": 647
+        },
+        "Bentham": {
+          "line_count": 350,
+          "line_range_htr": 792,
+          "page_htr": 350,
+          "phrase_line_lookup": 350
+        },
+        "HWDB2.0": {
+          "line_count": 1377,
+          "line_range_htr": 1382,
+          "page_htr": 1377,
+          "phrase_line_lookup": 1377
+        },
+        "IAM": {
+          "line_count": 747,
+          "line_range_htr": 747,
+          "page_htr": 747,
+          "phrase_line_lookup": 747
+        },
+        "ICFHR2016": {
+          "line_count": 350,
+          "line_range_htr": 695,
+          "page_htr": 350,
+          "phrase_line_lookup": 350
+        },
+        "Images_Courriers": {
+          "line_count": 758,
+          "line_range_htr": 1416,
+          "page_htr": 758,
+          "phrase_line_lookup": 758
+        },
+        "ScribbleLens": {
+          "line_count": 164,
+          "line_range_htr": 392,
+          "page_htr": 164,
+          "phrase_line_lookup": 164
+        }
+      },
+      "unique_records_by_source": {
+        "BRESSAY": 3726,
+        "Bentham": 1842,
+        "HWDB2.0": 5513,
+        "IAM": 2988,
+        "ICFHR2016": 1745,
+        "Images_Courriers": 3690,
+        "ScribbleLens": 884
+      },
+      "unique_pages_by_source": {
+        "BRESSAY": 647,
+        "Bentham": 350,
+        "HWDB2.0": 1377,
+        "IAM": 747,
+        "ICFHR2016": 350,
+        "Images_Courriers": 758,
+        "ScribbleLens": 164
+      }
+    },
+    "sample_exposure_cumulative": {
+      "draws": 61164,
+      "unique_records": 20388,
+      "duplicate_draws": 40776,
+      "unique_pages": 4393,
+      "by_source": {
+        "BRESSAY": 11178,
+        "Bentham": 5526,
+        "HWDB2.0": 16539,
+        "IAM": 8964,
+        "ICFHR2016": 5235,
+        "Images_Courriers": 11070,
+        "ScribbleLens": 2652
+      },
+      "by_task": {
+        "line_count": 13179,
+        "line_range_htr": 21627,
+        "page_htr": 13179,
+        "phrase_line_lookup": 13179
+      },
+      "by_source_task": {
+        "BRESSAY": {
+          "line_count": 1941,
+          "line_range_htr": 5355,
+          "page_htr": 1941,
+          "phrase_line_lookup": 1941
+        },
+        "Bentham": {
+          "line_count": 1050,
+          "line_range_htr": 2376,
+          "page_htr": 1050,
+          "phrase_line_lookup": 1050
+        },
+        "HWDB2.0": {
+          "line_count": 4131,
+          "line_range_htr": 4146,
+          "page_htr": 4131,
+          "phrase_line_lookup": 4131
+        },
+        "IAM": {
+          "line_count": 2241,
+          "line_range_htr": 2241,
+          "page_htr": 2241,
+          "phrase_line_lookup": 2241
+        },
+        "ICFHR2016": {
+          "line_count": 1050,
+          "line_range_htr": 2085,
+          "page_htr": 1050,
+          "phrase_line_lookup": 1050
+        },
+        "Images_Courriers": {
+          "line_count": 2274,
+          "line_range_htr": 4248,
+          "page_htr": 2274,
+          "phrase_line_lookup": 2274
+        },
+        "ScribbleLens": {
+          "line_count": 492,
+          "line_range_htr": 1176,
+          "page_htr": 492,
+          "phrase_line_lookup": 492
+        }
+      },
+      "unique_records_by_source": {
+        "BRESSAY": 3726,
+        "Bentham": 1842,
+        "HWDB2.0": 5513,
+        "IAM": 2988,
+        "ICFHR2016": 1745,
+        "Images_Courriers": 3690,
+        "ScribbleLens": 884
+      },
+      "unique_pages_by_source": {
+        "BRESSAY": 647,
+        "Bentham": 350,
+        "HWDB2.0": 1377,
+        "IAM": 747,
+        "ICFHR2016": 350,
+        "Images_Courriers": 758,
+        "ScribbleLens": 164
+      }
+    }
+  },
+  "val_metrics": {
+    "cer_generate": 0.16438965258561158,
+    "wer_generate": 0.33299821549752434,
+    "num_samples": 962,
+    "safety_cer_generate_diagnostic": 0.15750271999682047,
+    "loop_guard_trigger_rate": 0.028066528066528068,
+    "by_source": {
+      "BRESSAY": {
+        "cer_generate": 0.20291806036232865,
+        "wer_generate": 0.3477519644157897,
+        "num_samples": 154
+      },
+      "Bentham": {
+        "cer_generate": 0.1773907135467334,
+        "wer_generate": 0.4670343876583642,
+        "num_samples": 50
+      },
+      "HWDB2.0": {
+        "cer_generate": 0.031286644544796786,
+        "wer_generate": 0.3711730306157551,
+        "num_samples": 300
+      },
+      "IAM": {
+        "cer_generate": 0.020206642421906985,
+        "wer_generate": 0.06037131027113664,
+        "num_samples": 116
+      },
+      "ICFHR2016": {
+        "cer_generate": 0.4769110835970101,
+        "wer_generate": 0.8564913347522043,
+        "num_samples": 50
+      },
+      "Images_Courriers": {
+        "cer_generate": 0.08557112516173132,
+        "wer_generate": 0.1783308596871789,
+        "num_samples": 278
+      },
+      "ScribbleLens": {
+        "cer_generate": 0.4741920423302381,
+        "wer_generate": 0.87206106870229,
+        "num_samples": 14
+      }
+    },
+    "safety_cer_by_source_diagnostic": {
+      "BRESSAY": 0.20162264844067207,
+      "Bentham": 0.1496116489862726,
+      "HWDB2.0": 0.031286644544796786,
+      "IAM": 0.020206642421906985,
+      "ICFHR2016": 0.4769110835970101,
+      "Images_Courriers": 0.07008153699680199,
+      "ScribbleLens": 0.4393318462416351
+    },
+    "macro_source_cer_diagnostic": 0.20978233028067791,
+    "macro_page_cer_diagnostic": 0.10694783478550064,
+    "by_task": {
+      "page_htr": {
+        "cer_generate": 0.16438965258561158,
+        "wer_generate": 0.33299821549752434,
+        "num_samples": 962
+      }
+    },
+    "by_language_group": {
+      "all": {
+        "cer_generate": 0.16438965258561158,
+        "wer_generate": 0.33299821549752434,
+        "num_samples": 962
+      }
+    },
+    "generation_diagnostics": {
+      "num_samples": 962,
+      "output_tokens": {
+        "count": 962,
+        "mean": 277.5686070686071,
+        "p50": 190.0,
+        "p95": 754.0,
+        "p99": 1024.0,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 962,
+        "mean": 260.11538461538464,
+        "p50": 186.0,
+        "p95": 672.9499999999999,
+        "p99": 806.39,
+        "max": 944.0
+      },
+      "output_reference_token_ratio": {
+        "count": 962,
+        "mean": 1.0538785060645548,
+        "p50": 1.0136054421768708,
+        "p95": 1.1400505503262113,
+        "p99": 2.213666242038215,
+        "max": 5.333333333333333
+      },
+      "prediction_chars": {
+        "count": 962,
+        "mean": 860.0436590436591,
+        "p50": 501.5,
+        "p95": 2838.95,
+        "p99": 3455.29,
+        "max": 4349.0
+      },
+      "reference_chars": {
+        "count": 962,
+        "mean": 855.5197505197506,
+        "p50": 507.0,
+        "p95": 2833.049999999999,
+        "p99": 3482.68,
+        "max": 4298.0
+      },
+      "max_new_tokens_hit_rate": 0.02702702702702703,
+      "eos_emitted_rate": 0.972972972972973,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.028066528066528068,
+      "repetition_3gram_fraction": {
+        "count": 962,
+        "mean": 0.042803856253832664,
+        "p50": 0.017991044937152756,
+        "p95": 0.10372954615622096,
+        "p99": 0.7909393346379647,
+        "max": 0.9363992172211351
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.8056133056133056,
+      "marker_reference_counts": {
+        "<del>": 576,
+        "<gap>": 297
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 962,
+        "mean": 1.8000839774241226,
+        "p50": 1.1455812877502467,
+        "p95": 5.233787497999401,
+        "p99": 5.325606547574771,
+        "max": 6.0885678070008
+      },
+      "generation_seconds_per_sample": {
+        "count": 962,
+        "mean": 1.8000839774241226,
+        "p50": 1.1455812877502467,
+        "p95": 5.233787497999401,
+        "p99": 5.325606547574771,
+        "max": 6.0885678070008
+      },
+      "generation_wall_seconds_total": 1731.680786282006,
+      "generation_pages_per_second": 0.5555296378066629,
+      "generated_tokens_per_second": 154.19758775132323
+    },
+    "evaluation_wall_seconds": 1747.2859408959994,
+    "diagnostics_by_source": {
+      "BRESSAY": {
+        "num_samples": 154,
+        "output_tokens": {
+          "count": 154,
+          "mean": 685.2857142857143,
+          "p50": 655.5,
+          "p95": 1024.0,
+          "p99": 1024.0,
+          "max": 1024.0
+        },
+        "reference_tokens": {
+          "count": 154,
+          "mean": 646.6883116883117,
+          "p50": 636.5,
+          "p95": 814.4,
+          "p99": 925.35,
+          "max": 944.0
+        },
+        "output_reference_token_ratio": {
+          "count": 154,
+          "mean": 1.0582472392281992,
+          "p50": 1.0112063214077225,
+          "p95": 1.4542156304832359,
+          "p99": 1.654286506305147,
+          "max": 1.7038269550748752
+        },
+        "prediction_chars": {
+          "count": 154,
+          "mean": 2685.525974025974,
+          "p50": 2648.0,
+          "p95": 3469.85,
+          "p99": 4216.37,
+          "max": 4349.0
+        },
+        "reference_chars": {
+          "count": 154,
+          "mean": 2708.8311688311687,
+          "p50": 2663.5,
+          "p95": 3513.4,
+          "p99": 3693.27,
+          "max": 4298.0
+        },
+        "max_new_tokens_hit_rate": 0.09090909090909091,
+        "eos_emitted_rate": 0.9090909090909091,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.1038961038961039,
+        "repetition_3gram_fraction": {
+          "count": 154,
+          "mean": 0.08230364542639139,
+          "p50": 0.027308844865693127,
+          "p95": 0.44138943248532264,
+          "p99": 0.793170254403131,
+          "max": 0.821917808219178
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.7012987012987013,
+        "marker_reference_counts": {
+          "<del>": 560,
+          "<gap>": 57
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 154,
+          "mean": 4.209619012707757,
+          "p50": 3.977695644999585,
+          "p95": 5.30480367291184,
+          "p99": 5.341092155499609,
+          "max": 5.341092155499609
+        },
+        "generation_seconds_per_sample": {
+          "count": 154,
+          "mean": 4.209619012707757,
+          "p50": 3.977695644999585,
+          "p95": 5.30480367291184,
+          "p99": 5.341092155499609,
+          "max": 5.341092155499609
+        },
+        "generation_wall_seconds_total": 648.2813279569946,
+        "generation_pages_per_second": 0.23755118859480093,
+        "generated_tokens_per_second": 162.79043595560856
+      },
+      "Bentham": {
+        "num_samples": 50,
+        "output_tokens": {
+          "count": 50,
+          "mean": 422.12,
+          "p50": 332.5,
+          "p95": 1024.0,
+          "p99": 1024.0,
+          "max": 1024.0
+        },
+        "reference_tokens": {
+          "count": 50,
+          "mean": 330.94,
+          "p50": 320.5,
+          "p95": 481.0,
+          "p99": 536.14,
+          "max": 543.0
+        },
+        "output_reference_token_ratio": {
+          "count": 50,
+          "mean": 1.2766760861172306,
+          "p50": 1.0,
+          "p95": 3.2397365295324465,
+          "p99": 3.6336356432156376,
+          "max": 3.696750902527076
+        },
+        "prediction_chars": {
+          "count": 50,
+          "mean": 1358.92,
+          "p50": 1321.5,
+          "p95": 2073.499999999999,
+          "p99": 2334.75,
+          "max": 2347.0
+        },
+        "reference_chars": {
+          "count": 50,
+          "mean": 1310.18,
+          "p50": 1252.5,
+          "p95": 1860.35,
+          "p99": 2225.5399999999995,
+          "max": 2350.0
+        },
+        "max_new_tokens_hit_rate": 0.14,
+        "eos_emitted_rate": 0.86,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.14,
+        "repetition_3gram_fraction": {
+          "count": 50,
+          "mean": 0.15351462873620134,
+          "p50": 0.0354426409472281,
+          "p95": 0.8212818003913894,
+          "p99": 0.8724266144814089,
+          "max": 0.9021526418786693
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.24,
+        "marker_reference_counts": {
+          "<del>": 0,
+          "<gap>": 4
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 50,
+          "mean": 3.4135301617999723,
+          "p50": 2.6635789757492603,
+          "p95": 5.2451707629998054,
+          "p99": 5.2451707629998054,
+          "max": 5.2451707629998054
+        },
+        "generation_seconds_per_sample": {
+          "count": 50,
+          "mean": 3.4135301617999723,
+          "p50": 2.6635789757492603,
+          "p95": 5.2451707629998054,
+          "p99": 5.2451707629998054,
+          "max": 5.2451707629998054
+        },
+        "generation_wall_seconds_total": 170.6765080899986,
+        "generation_pages_per_second": 0.29295185705132154,
+        "generated_tokens_per_second": 123.66083789850386
+      },
+      "HWDB2.0": {
+        "num_samples": 300,
+        "output_tokens": {
+          "count": 300,
+          "mean": 167.40666666666667,
+          "p50": 167.0,
+          "p95": 201.0,
+          "p99": 213.0,
+          "max": 214.0
+        },
+        "reference_tokens": {
+          "count": 300,
+          "mean": 165.7,
+          "p50": 164.5,
+          "p95": 199.0,
+          "p99": 209.01999999999998,
+          "max": 213.0
+        },
+        "output_reference_token_ratio": {
+          "count": 300,
+          "mean": 1.0106741074467964,
+          "p50": 1.0116959064327486,
+          "p95": 1.038722245496439,
+          "p99": 1.0508463221219577,
+          "max": 1.0793650793650793
+        },
+        "prediction_chars": {
+          "count": 300,
+          "mean": 272.2966666666667,
+          "p50": 269.0,
+          "p95": 313.0,
+          "p99": 326.0,
+          "max": 332.0
+        },
+        "reference_chars": {
+          "count": 300,
+          "mean": 276.35333333333335,
+          "p50": 275.0,
+          "p95": 317.15000000000003,
+          "p99": 328.03999999999996,
+          "max": 343.0
+        },
+        "max_new_tokens_hit_rate": 0.0,
+        "eos_emitted_rate": 1.0,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.0,
+        "repetition_3gram_fraction": {
+          "count": 300,
+          "mean": 0.01982862275667522,
+          "p50": 0.01365203615692856,
+          "p95": 0.051183712121212144,
+          "p99": 0.05883968972204266,
+          "max": 0.07017543859649122
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.9633333333333334,
+        "marker_reference_counts": {
+          "<del>": 0,
+          "<gap>": 236
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 300,
+          "mean": 1.0133197663800093,
+          "p50": 0.9922402704996784,
+          "p95": 1.1455812877502467,
+          "p99": 1.1506245174996366,
+          "max": 1.1506245174996366
+        },
+        "generation_seconds_per_sample": {
+          "count": 300,
+          "mean": 1.0133197663800093,
+          "p50": 0.9922402704996784,
+          "p95": 1.1455812877502467,
+          "p99": 1.1506245174996366,
+          "max": 1.1506245174996366
+        },
+        "generation_wall_seconds_total": 303.9959299140028,
+        "generation_pages_per_second": 0.986855317717138,
+        "generated_tokens_per_second": 165.20615922130034
+      },
+      "IAM": {
+        "num_samples": 116,
+        "output_tokens": {
+          "count": 116,
+          "mean": 98.0,
+          "p50": 97.0,
+          "p95": 127.0,
+          "p99": 155.04999999999993,
+          "max": 157.0
+        },
+        "reference_tokens": {
+          "count": 116,
+          "mean": 95.91379310344827,
+          "p50": 94.5,
+          "p95": 123.75,
+          "p99": 151.04999999999993,
+          "max": 155.0
+        },
+        "output_reference_token_ratio": {
+          "count": 116,
+          "mean": 1.0228742961042576,
+          "p50": 1.0209429824561402,
+          "p95": 1.0460884353741497,
+          "p99": 1.093605025773196,
+          "max": 1.125
+        },
+        "prediction_chars": {
+          "count": 116,
+          "mean": 364.2844827586207,
+          "p50": 358.5,
+          "p95": 501.25,
+          "p99": 582.5499999999997,
+          "max": 610.0
+        },
+        "reference_chars": {
+          "count": 116,
+          "mean": 363.9396551724138,
+          "p50": 358.5,
+          "p95": 497.5,
+          "p99": 580.8499999999998,
+          "max": 610.0
+        },
+        "max_new_tokens_hit_rate": 0.0,
+        "eos_emitted_rate": 1.0,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.0,
+        "repetition_3gram_fraction": {
+          "count": 116,
+          "mean": 0.005795495058881031,
+          "p50": 0.0,
+          "p95": 0.029751131221719462,
+          "p99": 0.050506072874493886,
+          "max": 0.11538461538461542
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 1.0,
+        "marker_reference_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 116,
+          "mean": 0.6505729309310482,
+          "p50": 0.6363210999998046,
+          "p95": 0.8624965879998854,
+          "p99": 0.8652169607494216,
+          "max": 0.8652169607494216
+        },
+        "generation_seconds_per_sample": {
+          "count": 116,
+          "mean": 0.6505729309310482,
+          "p50": 0.6363210999998046,
+          "p95": 0.8624965879998854,
+          "p99": 0.8652169607494216,
+          "max": 0.8652169607494216
+        },
+        "generation_wall_seconds_total": 75.46645998800159,
+        "generation_pages_per_second": 1.5371066831337106,
+        "generated_tokens_per_second": 150.63645494710363
+      },
+      "ICFHR2016": {
+        "num_samples": 50,
+        "output_tokens": {
+          "count": 50,
+          "mean": 228.18,
+          "p50": 230.5,
+          "p95": 270.0,
+          "p99": 661.3999999999985,
+          "max": 1024.0
+        },
+        "reference_tokens": {
+          "count": 50,
+          "mean": 192.18,
+          "p50": 209.5,
+          "p95": 254.1,
+          "p99": 260.59,
+          "max": 265.0
+        },
+        "output_reference_token_ratio": {
+          "count": 50,
+          "mean": 1.214897954381385,
+          "p50": 1.0978468899521532,
+          "p95": 1.4179384203480587,
+          "p99": 3.5281818181818108,
+          "max": 5.333333333333333
+        },
+        "prediction_chars": {
+          "count": 50,
+          "mean": 496.52,
+          "p50": 494.5,
+          "p95": 596.1,
+          "p99": 1514.1199999999967,
+          "max": 2353.0
+        },
+        "reference_chars": {
+          "count": 50,
+          "mean": 459.26,
+          "p50": 500.5,
+          "p95": 603.5,
+          "p99": 624.02,
+          "max": 625.0
+        },
+        "max_new_tokens_hit_rate": 0.02,
+        "eos_emitted_rate": 0.98,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.0,
+        "repetition_3gram_fraction": {
+          "count": 50,
+          "mean": 0.06765920660542266,
+          "p50": 0.040066703526012604,
+          "p95": 0.15343333333333317,
+          "p99": 0.5539309761517781,
+          "max": 0.8825831702544031
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.6,
+        "marker_reference_counts": {
+          "<del>": 16,
+          "<gap>": 0
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 50,
+          "mean": 1.6397333451399028,
+          "p50": 1.3918661629995768,
+          "p95": 5.401545224499387,
+          "p99": 5.401545224499387,
+          "max": 5.401545224499387
+        },
+        "generation_seconds_per_sample": {
+          "count": 50,
+          "mean": 1.6397333451399028,
+          "p50": 1.3918661629995768,
+          "p95": 5.401545224499387,
+          "p99": 5.401545224499387,
+          "max": 5.401545224499387
+        },
+        "generation_wall_seconds_total": 81.98666725699513,
+        "generation_pages_per_second": 0.6098552566269119,
+        "generated_tokens_per_second": 139.15677245712874
+      },
+      "Images_Courriers": {
+        "num_samples": 278,
+        "output_tokens": {
+          "count": 278,
+          "mean": 213.79856115107913,
+          "p50": 205.0,
+          "p95": 289.44999999999993,
+          "p99": 383.46000000000004,
+          "max": 1024.0
+        },
+        "reference_tokens": {
+          "count": 278,
+          "mean": 206.23381294964028,
+          "p50": 201.0,
+          "p95": 289.44999999999993,
+          "p99": 337.7300000000009,
+          "max": 450.0
+        },
+        "output_reference_token_ratio": {
+          "count": 278,
+          "mean": 1.0309230199193677,
+          "p50": 1.013667496886675,
+          "p95": 1.0607790801851575,
+          "p99": 1.239687500000001,
+          "max": 4.19672131147541
+        },
+        "prediction_chars": {
+          "count": 278,
+          "mean": 633.8597122302158,
+          "p50": 605.5,
+          "p95": 891.3,
+          "p99": 1262.4400000000023,
+          "max": 3107.0
+        },
+        "reference_chars": {
+          "count": 278,
+          "mean": 621.9208633093525,
+          "p50": 604.5,
+          "p95": 873.0999999999997,
+          "p99": 1076.3100000000036,
+          "max": 1486.0
+        },
+        "max_new_tokens_hit_rate": 0.007194244604316547,
+        "eos_emitted_rate": 0.9928057553956835,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.007194244604316547,
+        "repetition_3gram_fraction": {
+          "count": 278,
+          "mean": 0.02890799216476402,
+          "p50": 0.017416582406471204,
+          "p95": 0.06890628879509099,
+          "p99": 0.16417016953902247,
+          "max": 0.7681017612524462
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.7769784172661871,
+        "marker_reference_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 278,
+          "mean": 1.4111926457698238,
+          "p50": 1.2364898257501409,
+          "p95": 1.9682605375001003,
+          "p99": 5.259757931499735,
+          "max": 5.259757931499735
+        },
+        "generation_seconds_per_sample": {
+          "count": 278,
+          "mean": 1.4111926457698238,
+          "p50": 1.2364898257501409,
+          "p95": 1.9682605375001003,
+          "p99": 5.259757931499735,
+          "max": 5.259757931499735
+        },
+        "generation_wall_seconds_total": 392.31155552401106,
+        "generation_pages_per_second": 0.7086204729011233,
+        "generated_tokens_per_second": 151.50203750845742
+      },
+      "ScribbleLens": {
+        "num_samples": 14,
+        "output_tokens": {
+          "count": 14,
+          "mean": 567.5714285714286,
+          "p50": 569.0,
+          "p95": 1024.0,
+          "p99": 1024.0,
+          "max": 1024.0
+        },
+        "reference_tokens": {
+          "count": 14,
+          "mean": 451.14285714285717,
+          "p50": 480.5,
+          "p95": 590.7,
+          "p99": 591.74,
+          "max": 592.0
+        },
+        "output_reference_token_ratio": {
+          "count": 14,
+          "mean": 1.2735782748793814,
+          "p50": 1.1085131559332142,
+          "p95": 2.3024935067671866,
+          "p99": 2.4932530437851987,
+          "max": 2.5409429280397022
+        },
+        "prediction_chars": {
+          "count": 14,
+          "mean": 1490.0,
+          "p50": 1583.5,
+          "p95": 2222.3999999999996,
+          "p99": 2442.8799999999997,
+          "max": 2498.0
+        },
+        "reference_chars": {
+          "count": 14,
+          "mean": 1382.9285714285713,
+          "p50": 1489.0,
+          "p95": 1795.55,
+          "p99": 1802.31,
+          "max": 1804.0
+        },
+        "max_new_tokens_hit_rate": 0.14285714285714285,
+        "eos_emitted_rate": 0.8571428571428571,
+        "empty_output_rate": 0.0,
+        "loop_guard_trigger_rate": 0.14285714285714285,
+        "repetition_3gram_fraction": {
+          "count": 14,
+          "mean": 0.19904074841459948,
+          "p50": 0.056307386702582396,
+          "p95": 0.9287671232876713,
+          "p99": 0.9348727984344423,
+          "max": 0.9363992172211351
+        },
+        "region_count_exact_rate": 1.0,
+        "line_count_exact_rate": 0.2857142857142857,
+        "marker_reference_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "marker_prediction_counts": {
+          "<del>": 0,
+          "<gap>": 0
+        },
+        "generation_seconds_per_page": {
+          "count": 14,
+          "mean": 4.2115955394287345,
+          "p50": 3.213291670250328,
+          "p95": 6.0885678070008,
+          "p99": 6.0885678070008,
+          "max": 6.0885678070008
+        },
+        "generation_seconds_per_sample": {
+          "count": 14,
+          "mean": 4.2115955394287345,
+          "p50": 3.213291670250328,
+          "p95": 6.0885678070008,
+          "p99": 6.0885678070008,
+          "max": 6.0885678070008
+        },
+        "generation_wall_seconds_total": 58.96233755200228,
+        "generation_pages_per_second": 0.2374397044155957,
+        "generated_tokens_per_second": 134.76399223473737
+      }
+    }
+  },
+  "checkpoint_dir": "<redacted-local-path>",
+  "architecture": "qwen3_5_vlm_script_grouped_supervised_mlp_moe",
+  "dataset_config": {
+    "dataset_name": "page_multitask",
+    "data_root": "<redacted-local-path>",
+    "train_json_path": "<redacted-local-path>",
+    "valid_json_path": "<redacted-local-path>",
+    "test_json_path": "<redacted-local-path>",
+    "image_root": "<redacted-local-path>",
+    "prompt_text": "",
+    "expected_sources": [
+      "BRESSAY",
+      "Bentham",
+      "HWDB2.0",
+      "IAM",
+      "ICFHR2016",
+      "Images_Courriers",
+      "ScribbleLens"
+    ],
+    "excluded_sources": [
+      "Eparchos"
+    ],
+    "excluded_train_tasks": [],
+    "excluded_valid_tasks": [],
+    "structure_task_policy": "page_total_physical_line_count_v3",
+    "image_resize_policy": "area_ratio",
+    "image_resize_factor": 32,
+    "image_max_aspect_ratio": 200.0,
+    "image_min_pixels": 589824,
+    "image_max_pixels": 1572864,
+    "resolution_profile": "area_ratio_min589824_max1572864_ctx2560",
+    "max_text_length": 2560,
+    "processor_image_size": {
+      "shortest_edge": 589824,
+      "longest_edge": 1572864
+    },
+    "sampling_mode": "full_pass",
+    "microbatch_invariant_token_loss": true,
+    "training_terminal_id": 248044,
+    "generation_stop_ids": [
+      248044
+    ],
+    "atomic_ocr_marker_ids": {
+      "<del>": 248077,
+      "<gap>": 248078
+    },
+    "page_htr_eos_weight": 4.0,
+    "token_ul_coef": 0.0,
+    "token_ul_page_fraction": 0.0,
+    "loop_guard": {
+      "ngram": 3,
+      "window": 96,
+      "threshold": 0.6,
+      "min_tokens": 128,
+      "consecutive": 2
+    }
+  },
+  "best_metric": 0.16438965258561158,
+  "evaluations_no_improve": 0,
+  "validation_has_started": true,
+  "top_checkpoints": [
+    {
+      "cer": 0.16947443202988768,
+      "global_step": 638,
+      "epoch_progress": 1.0,
+      "path": "<redacted-local-path>"
+    }
+  ],
+  "learning_rate": 0.0,
+  "loss_weighting": "optimizer_window_eos_weighted_ce_plus_token_ul_plus_router_balance_and_lam_sparse",
+  "moe_signature": {
+    "enabled": true,
+    "ablation_mode": "sparsegen_shared_lamsparse_balance",
+    "routing_grouping": "unsupervised4",
+    "language_groups": [
+      "all"
+    ],
+    "language_experts": 4,
+    "shared_experts": 1,
+    "shared_mix": 0.25,
+    "layer_indices": [
+      1,
+      5,
+      9,
+      13,
+      17,
+      21
+    ],
+    "routing_fn": "sparsegen",
+    "router_ce_coef": 0.0,
+    "router_ce_class_weighting": "none",
+    "load_balance_coef": 0.01,
+    "load_balance_warmup_fraction": 0.1,
+    "load_balance_warmup_updates": 64,
+    "lam_sparse_coef": 0.01,
+    "lam_sparse_warmup_fraction": 0.1,
+    "router_temperature": 1.0,
+    "sparsegen_hidden": 128,
+    "sparsegen_eps": 0.01,
+    "expert_init": "copy",
+    "expert_train_dtype": "match_base",
+    "freeze_base": false
+  },
+  "moe_mlp": {
+    "routing_grouping": "unsupervised4",
+    "routing_group_description": "four source-agnostic routed experts; no router supervision",
+    "routing_fn": "sparsegen",
+    "router_temperature": 1.0,
+    "load_balance_coef": 0.01,
+    "load_balance_warmup_fraction": 0.1,
+    "load_balance_warmup_updates": 64,
+    "router_ce_coef": 0.0,
+    "lam_sparse_coef": 0.01,
+    "lam_sparse_warmup_fraction": 0.1,
+    "lam_sparse_warmup_updates": 64,
+    "shared_mix": 0.25,
+    "hard_top_k": false,
+    "active_expert_budget": 0,
+    "routed_top_k": 4,
+    "freeze_base": false,
+    "language_group_counts": {},
+    "language_group_class_weights": {},
+    "metadata_used_for_training_router_labels": false,
+    "metadata_used_for_inference_routing": false
+  }
+}

metrics.json

@@ -0,0 +1,744 @@
+{
+  "cer_generate": 0.16438965258561158,
+  "wer_generate": 0.33299821549752434,
+  "num_samples": 962,
+  "safety_cer_generate_diagnostic": 0.15750271999682047,
+  "loop_guard_trigger_rate": 0.028066528066528068,
+  "by_source": {
+    "BRESSAY": {
+      "cer_generate": 0.20291806036232865,
+      "wer_generate": 0.3477519644157897,
+      "num_samples": 154
+    },
+    "Bentham": {
+      "cer_generate": 0.1773907135467334,
+      "wer_generate": 0.4670343876583642,
+      "num_samples": 50
+    },
+    "HWDB2.0": {
+      "cer_generate": 0.031286644544796786,
+      "wer_generate": 0.3711730306157551,
+      "num_samples": 300
+    },
+    "IAM": {
+      "cer_generate": 0.020206642421906985,
+      "wer_generate": 0.06037131027113664,
+      "num_samples": 116
+    },
+    "ICFHR2016": {
+      "cer_generate": 0.4769110835970101,
+      "wer_generate": 0.8564913347522043,
+      "num_samples": 50
+    },
+    "Images_Courriers": {
+      "cer_generate": 0.08557112516173132,
+      "wer_generate": 0.1783308596871789,
+      "num_samples": 278
+    },
+    "ScribbleLens": {
+      "cer_generate": 0.4741920423302381,
+      "wer_generate": 0.87206106870229,
+      "num_samples": 14
+    }
+  },
+  "safety_cer_by_source_diagnostic": {
+    "BRESSAY": 0.20162264844067207,
+    "Bentham": 0.1496116489862726,
+    "HWDB2.0": 0.031286644544796786,
+    "IAM": 0.020206642421906985,
+    "ICFHR2016": 0.4769110835970101,
+    "Images_Courriers": 0.07008153699680199,
+    "ScribbleLens": 0.4393318462416351
+  },
+  "macro_source_cer_diagnostic": 0.20978233028067791,
+  "macro_page_cer_diagnostic": 0.10694783478550064,
+  "by_task": {
+    "page_htr": {
+      "cer_generate": 0.16438965258561158,
+      "wer_generate": 0.33299821549752434,
+      "num_samples": 962
+    }
+  },
+  "by_language_group": {
+    "all": {
+      "cer_generate": 0.16438965258561158,
+      "wer_generate": 0.33299821549752434,
+      "num_samples": 962
+    }
+  },
+  "generation_diagnostics": {
+    "num_samples": 962,
+    "output_tokens": {
+      "count": 962,
+      "mean": 277.5686070686071,
+      "p50": 190.0,
+      "p95": 754.0,
+      "p99": 1024.0,
+      "max": 1024.0
+    },
+    "reference_tokens": {
+      "count": 962,
+      "mean": 260.11538461538464,
+      "p50": 186.0,
+      "p95": 672.9499999999999,
+      "p99": 806.39,
+      "max": 944.0
+    },
+    "output_reference_token_ratio": {
+      "count": 962,
+      "mean": 1.0538785060645548,
+      "p50": 1.0136054421768708,
+      "p95": 1.1400505503262113,
+      "p99": 2.213666242038215,
+      "max": 5.333333333333333
+    },
+    "prediction_chars": {
+      "count": 962,
+      "mean": 860.0436590436591,
+      "p50": 501.5,
+      "p95": 2838.95,
+      "p99": 3455.29,
+      "max": 4349.0
+    },
+    "reference_chars": {
+      "count": 962,
+      "mean": 855.5197505197506,
+      "p50": 507.0,
+      "p95": 2833.049999999999,
+      "p99": 3482.68,
+      "max": 4298.0
+    },
+    "max_new_tokens_hit_rate": 0.02702702702702703,
+    "eos_emitted_rate": 0.972972972972973,
+    "empty_output_rate": 0.0,
+    "loop_guard_trigger_rate": 0.028066528066528068,
+    "repetition_3gram_fraction": {
+      "count": 962,
+      "mean": 0.042803856253832664,
+      "p50": 0.017991044937152756,
+      "p95": 0.10372954615622096,
+      "p99": 0.7909393346379647,
+      "max": 0.9363992172211351
+    },
+    "region_count_exact_rate": 1.0,
+    "line_count_exact_rate": 0.8056133056133056,
+    "marker_reference_counts": {
+      "<del>": 576,
+      "<gap>": 297
+    },
+    "marker_prediction_counts": {
+      "<del>": 0,
+      "<gap>": 0
+    },
+    "generation_seconds_per_page": {
+      "count": 962,
+      "mean": 1.8000839774241226,
+      "p50": 1.1455812877502467,
+      "p95": 5.233787497999401,
+      "p99": 5.325606547574771,
+      "max": 6.0885678070008
+    },
+    "generation_seconds_per_sample": {
+      "count": 962,
+      "mean": 1.8000839774241226,
+      "p50": 1.1455812877502467,
+      "p95": 5.233787497999401,
+      "p99": 5.325606547574771,
+      "max": 6.0885678070008
+    },
+    "generation_wall_seconds_total": 1731.680786282006,
+    "generation_pages_per_second": 0.5555296378066629,
+    "generated_tokens_per_second": 154.19758775132323
+  },
+  "evaluation_wall_seconds": 1747.2859408959994,
+  "diagnostics_by_source": {
+    "BRESSAY": {
+      "num_samples": 154,
+      "output_tokens": {
+        "count": 154,
+        "mean": 685.2857142857143,
+        "p50": 655.5,
+        "p95": 1024.0,
+        "p99": 1024.0,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 154,
+        "mean": 646.6883116883117,
+        "p50": 636.5,
+        "p95": 814.4,
+        "p99": 925.35,
+        "max": 944.0
+      },
+      "output_reference_token_ratio": {
+        "count": 154,
+        "mean": 1.0582472392281992,
+        "p50": 1.0112063214077225,
+        "p95": 1.4542156304832359,
+        "p99": 1.654286506305147,
+        "max": 1.7038269550748752
+      },
+      "prediction_chars": {
+        "count": 154,
+        "mean": 2685.525974025974,
+        "p50": 2648.0,
+        "p95": 3469.85,
+        "p99": 4216.37,
+        "max": 4349.0
+      },
+      "reference_chars": {
+        "count": 154,
+        "mean": 2708.8311688311687,
+        "p50": 2663.5,
+        "p95": 3513.4,
+        "p99": 3693.27,
+        "max": 4298.0
+      },
+      "max_new_tokens_hit_rate": 0.09090909090909091,
+      "eos_emitted_rate": 0.9090909090909091,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.1038961038961039,
+      "repetition_3gram_fraction": {
+        "count": 154,
+        "mean": 0.08230364542639139,
+        "p50": 0.027308844865693127,
+        "p95": 0.44138943248532264,
+        "p99": 0.793170254403131,
+        "max": 0.821917808219178
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.7012987012987013,
+      "marker_reference_counts": {
+        "<del>": 560,
+        "<gap>": 57
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 154,
+        "mean": 4.209619012707757,
+        "p50": 3.977695644999585,
+        "p95": 5.30480367291184,
+        "p99": 5.341092155499609,
+        "max": 5.341092155499609
+      },
+      "generation_seconds_per_sample": {
+        "count": 154,
+        "mean": 4.209619012707757,
+        "p50": 3.977695644999585,
+        "p95": 5.30480367291184,
+        "p99": 5.341092155499609,
+        "max": 5.341092155499609
+      },
+      "generation_wall_seconds_total": 648.2813279569946,
+      "generation_pages_per_second": 0.23755118859480093,
+      "generated_tokens_per_second": 162.79043595560856
+    },
+    "Bentham": {
+      "num_samples": 50,
+      "output_tokens": {
+        "count": 50,
+        "mean": 422.12,
+        "p50": 332.5,
+        "p95": 1024.0,
+        "p99": 1024.0,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 50,
+        "mean": 330.94,
+        "p50": 320.5,
+        "p95": 481.0,
+        "p99": 536.14,
+        "max": 543.0
+      },
+      "output_reference_token_ratio": {
+        "count": 50,
+        "mean": 1.2766760861172306,
+        "p50": 1.0,
+        "p95": 3.2397365295324465,
+        "p99": 3.6336356432156376,
+        "max": 3.696750902527076
+      },
+      "prediction_chars": {
+        "count": 50,
+        "mean": 1358.92,
+        "p50": 1321.5,
+        "p95": 2073.499999999999,
+        "p99": 2334.75,
+        "max": 2347.0
+      },
+      "reference_chars": {
+        "count": 50,
+        "mean": 1310.18,
+        "p50": 1252.5,
+        "p95": 1860.35,
+        "p99": 2225.5399999999995,
+        "max": 2350.0
+      },
+      "max_new_tokens_hit_rate": 0.14,
+      "eos_emitted_rate": 0.86,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.14,
+      "repetition_3gram_fraction": {
+        "count": 50,
+        "mean": 0.15351462873620134,
+        "p50": 0.0354426409472281,
+        "p95": 0.8212818003913894,
+        "p99": 0.8724266144814089,
+        "max": 0.9021526418786693
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.24,
+      "marker_reference_counts": {
+        "<del>": 0,
+        "<gap>": 4
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 50,
+        "mean": 3.4135301617999723,
+        "p50": 2.6635789757492603,
+        "p95": 5.2451707629998054,
+        "p99": 5.2451707629998054,
+        "max": 5.2451707629998054
+      },
+      "generation_seconds_per_sample": {
+        "count": 50,
+        "mean": 3.4135301617999723,
+        "p50": 2.6635789757492603,
+        "p95": 5.2451707629998054,
+        "p99": 5.2451707629998054,
+        "max": 5.2451707629998054
+      },
+      "generation_wall_seconds_total": 170.6765080899986,
+      "generation_pages_per_second": 0.29295185705132154,
+      "generated_tokens_per_second": 123.66083789850386
+    },
+    "HWDB2.0": {
+      "num_samples": 300,
+      "output_tokens": {
+        "count": 300,
+        "mean": 167.40666666666667,
+        "p50": 167.0,
+        "p95": 201.0,
+        "p99": 213.0,
+        "max": 214.0
+      },
+      "reference_tokens": {
+        "count": 300,
+        "mean": 165.7,
+        "p50": 164.5,
+        "p95": 199.0,
+        "p99": 209.01999999999998,
+        "max": 213.0
+      },
+      "output_reference_token_ratio": {
+        "count": 300,
+        "mean": 1.0106741074467964,
+        "p50": 1.0116959064327486,
+        "p95": 1.038722245496439,
+        "p99": 1.0508463221219577,
+        "max": 1.0793650793650793
+      },
+      "prediction_chars": {
+        "count": 300,
+        "mean": 272.2966666666667,
+        "p50": 269.0,
+        "p95": 313.0,
+        "p99": 326.0,
+        "max": 332.0
+      },
+      "reference_chars": {
+        "count": 300,
+        "mean": 276.35333333333335,
+        "p50": 275.0,
+        "p95": 317.15000000000003,
+        "p99": 328.03999999999996,
+        "max": 343.0
+      },
+      "max_new_tokens_hit_rate": 0.0,
+      "eos_emitted_rate": 1.0,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.0,
+      "repetition_3gram_fraction": {
+        "count": 300,
+        "mean": 0.01982862275667522,
+        "p50": 0.01365203615692856,
+        "p95": 0.051183712121212144,
+        "p99": 0.05883968972204266,
+        "max": 0.07017543859649122
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.9633333333333334,
+      "marker_reference_counts": {
+        "<del>": 0,
+        "<gap>": 236
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 300,
+        "mean": 1.0133197663800093,
+        "p50": 0.9922402704996784,
+        "p95": 1.1455812877502467,
+        "p99": 1.1506245174996366,
+        "max": 1.1506245174996366
+      },
+      "generation_seconds_per_sample": {
+        "count": 300,
+        "mean": 1.0133197663800093,
+        "p50": 0.9922402704996784,
+        "p95": 1.1455812877502467,
+        "p99": 1.1506245174996366,
+        "max": 1.1506245174996366
+      },
+      "generation_wall_seconds_total": 303.9959299140028,
+      "generation_pages_per_second": 0.986855317717138,
+      "generated_tokens_per_second": 165.20615922130034
+    },
+    "IAM": {
+      "num_samples": 116,
+      "output_tokens": {
+        "count": 116,
+        "mean": 98.0,
+        "p50": 97.0,
+        "p95": 127.0,
+        "p99": 155.04999999999993,
+        "max": 157.0
+      },
+      "reference_tokens": {
+        "count": 116,
+        "mean": 95.91379310344827,
+        "p50": 94.5,
+        "p95": 123.75,
+        "p99": 151.04999999999993,
+        "max": 155.0
+      },
+      "output_reference_token_ratio": {
+        "count": 116,
+        "mean": 1.0228742961042576,
+        "p50": 1.0209429824561402,
+        "p95": 1.0460884353741497,
+        "p99": 1.093605025773196,
+        "max": 1.125
+      },
+      "prediction_chars": {
+        "count": 116,
+        "mean": 364.2844827586207,
+        "p50": 358.5,
+        "p95": 501.25,
+        "p99": 582.5499999999997,
+        "max": 610.0
+      },
+      "reference_chars": {
+        "count": 116,
+        "mean": 363.9396551724138,
+        "p50": 358.5,
+        "p95": 497.5,
+        "p99": 580.8499999999998,
+        "max": 610.0
+      },
+      "max_new_tokens_hit_rate": 0.0,
+      "eos_emitted_rate": 1.0,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.0,
+      "repetition_3gram_fraction": {
+        "count": 116,
+        "mean": 0.005795495058881031,
+        "p50": 0.0,
+        "p95": 0.029751131221719462,
+        "p99": 0.050506072874493886,
+        "max": 0.11538461538461542
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 1.0,
+      "marker_reference_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 116,
+        "mean": 0.6505729309310482,
+        "p50": 0.6363210999998046,
+        "p95": 0.8624965879998854,
+        "p99": 0.8652169607494216,
+        "max": 0.8652169607494216
+      },
+      "generation_seconds_per_sample": {
+        "count": 116,
+        "mean": 0.6505729309310482,
+        "p50": 0.6363210999998046,
+        "p95": 0.8624965879998854,
+        "p99": 0.8652169607494216,
+        "max": 0.8652169607494216
+      },
+      "generation_wall_seconds_total": 75.46645998800159,
+      "generation_pages_per_second": 1.5371066831337106,
+      "generated_tokens_per_second": 150.63645494710363
+    },
+    "ICFHR2016": {
+      "num_samples": 50,
+      "output_tokens": {
+        "count": 50,
+        "mean": 228.18,
+        "p50": 230.5,
+        "p95": 270.0,
+        "p99": 661.3999999999985,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 50,
+        "mean": 192.18,
+        "p50": 209.5,
+        "p95": 254.1,
+        "p99": 260.59,
+        "max": 265.0
+      },
+      "output_reference_token_ratio": {
+        "count": 50,
+        "mean": 1.214897954381385,
+        "p50": 1.0978468899521532,
+        "p95": 1.4179384203480587,
+        "p99": 3.5281818181818108,
+        "max": 5.333333333333333
+      },
+      "prediction_chars": {
+        "count": 50,
+        "mean": 496.52,
+        "p50": 494.5,
+        "p95": 596.1,
+        "p99": 1514.1199999999967,
+        "max": 2353.0
+      },
+      "reference_chars": {
+        "count": 50,
+        "mean": 459.26,
+        "p50": 500.5,
+        "p95": 603.5,
+        "p99": 624.02,
+        "max": 625.0
+      },
+      "max_new_tokens_hit_rate": 0.02,
+      "eos_emitted_rate": 0.98,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.0,
+      "repetition_3gram_fraction": {
+        "count": 50,
+        "mean": 0.06765920660542266,
+        "p50": 0.040066703526012604,
+        "p95": 0.15343333333333317,
+        "p99": 0.5539309761517781,
+        "max": 0.8825831702544031
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.6,
+      "marker_reference_counts": {
+        "<del>": 16,
+        "<gap>": 0
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 50,
+        "mean": 1.6397333451399028,
+        "p50": 1.3918661629995768,
+        "p95": 5.401545224499387,
+        "p99": 5.401545224499387,
+        "max": 5.401545224499387
+      },
+      "generation_seconds_per_sample": {
+        "count": 50,
+        "mean": 1.6397333451399028,
+        "p50": 1.3918661629995768,
+        "p95": 5.401545224499387,
+        "p99": 5.401545224499387,
+        "max": 5.401545224499387
+      },
+      "generation_wall_seconds_total": 81.98666725699513,
+      "generation_pages_per_second": 0.6098552566269119,
+      "generated_tokens_per_second": 139.15677245712874
+    },
+    "Images_Courriers": {
+      "num_samples": 278,
+      "output_tokens": {
+        "count": 278,
+        "mean": 213.79856115107913,
+        "p50": 205.0,
+        "p95": 289.44999999999993,
+        "p99": 383.46000000000004,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 278,
+        "mean": 206.23381294964028,
+        "p50": 201.0,
+        "p95": 289.44999999999993,
+        "p99": 337.7300000000009,
+        "max": 450.0
+      },
+      "output_reference_token_ratio": {
+        "count": 278,
+        "mean": 1.0309230199193677,
+        "p50": 1.013667496886675,
+        "p95": 1.0607790801851575,
+        "p99": 1.239687500000001,
+        "max": 4.19672131147541
+      },
+      "prediction_chars": {
+        "count": 278,
+        "mean": 633.8597122302158,
+        "p50": 605.5,
+        "p95": 891.3,
+        "p99": 1262.4400000000023,
+        "max": 3107.0
+      },
+      "reference_chars": {
+        "count": 278,
+        "mean": 621.9208633093525,
+        "p50": 604.5,
+        "p95": 873.0999999999997,
+        "p99": 1076.3100000000036,
+        "max": 1486.0
+      },
+      "max_new_tokens_hit_rate": 0.007194244604316547,
+      "eos_emitted_rate": 0.9928057553956835,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.007194244604316547,
+      "repetition_3gram_fraction": {
+        "count": 278,
+        "mean": 0.02890799216476402,
+        "p50": 0.017416582406471204,
+        "p95": 0.06890628879509099,
+        "p99": 0.16417016953902247,
+        "max": 0.7681017612524462
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.7769784172661871,
+      "marker_reference_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 278,
+        "mean": 1.4111926457698238,
+        "p50": 1.2364898257501409,
+        "p95": 1.9682605375001003,
+        "p99": 5.259757931499735,
+        "max": 5.259757931499735
+      },
+      "generation_seconds_per_sample": {
+        "count": 278,
+        "mean": 1.4111926457698238,
+        "p50": 1.2364898257501409,
+        "p95": 1.9682605375001003,
+        "p99": 5.259757931499735,
+        "max": 5.259757931499735
+      },
+      "generation_wall_seconds_total": 392.31155552401106,
+      "generation_pages_per_second": 0.7086204729011233,
+      "generated_tokens_per_second": 151.50203750845742
+    },
+    "ScribbleLens": {
+      "num_samples": 14,
+      "output_tokens": {
+        "count": 14,
+        "mean": 567.5714285714286,
+        "p50": 569.0,
+        "p95": 1024.0,
+        "p99": 1024.0,
+        "max": 1024.0
+      },
+      "reference_tokens": {
+        "count": 14,
+        "mean": 451.14285714285717,
+        "p50": 480.5,
+        "p95": 590.7,
+        "p99": 591.74,
+        "max": 592.0
+      },
+      "output_reference_token_ratio": {
+        "count": 14,
+        "mean": 1.2735782748793814,
+        "p50": 1.1085131559332142,
+        "p95": 2.3024935067671866,
+        "p99": 2.4932530437851987,
+        "max": 2.5409429280397022
+      },
+      "prediction_chars": {
+        "count": 14,
+        "mean": 1490.0,
+        "p50": 1583.5,
+        "p95": 2222.3999999999996,
+        "p99": 2442.8799999999997,
+        "max": 2498.0
+      },
+      "reference_chars": {
+        "count": 14,
+        "mean": 1382.9285714285713,
+        "p50": 1489.0,
+        "p95": 1795.55,
+        "p99": 1802.31,
+        "max": 1804.0
+      },
+      "max_new_tokens_hit_rate": 0.14285714285714285,
+      "eos_emitted_rate": 0.8571428571428571,
+      "empty_output_rate": 0.0,
+      "loop_guard_trigger_rate": 0.14285714285714285,
+      "repetition_3gram_fraction": {
+        "count": 14,
+        "mean": 0.19904074841459948,
+        "p50": 0.056307386702582396,
+        "p95": 0.9287671232876713,
+        "p99": 0.9348727984344423,
+        "max": 0.9363992172211351
+      },
+      "region_count_exact_rate": 1.0,
+      "line_count_exact_rate": 0.2857142857142857,
+      "marker_reference_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "marker_prediction_counts": {
+        "<del>": 0,
+        "<gap>": 0
+      },
+      "generation_seconds_per_page": {
+        "count": 14,
+        "mean": 4.2115955394287345,
+        "p50": 3.213291670250328,
+        "p95": 6.0885678070008,
+        "p99": 6.0885678070008,
+        "max": 6.0885678070008
+      },
+      "generation_seconds_per_sample": {
+        "count": 14,
+        "mean": 4.2115955394287345,
+        "p50": 3.213291670250328,
+        "p95": 6.0885678070008,
+        "p99": 6.0885678070008,
+        "max": 6.0885678070008
+      },
+      "generation_wall_seconds_total": 58.96233755200228,
+      "generation_pages_per_second": 0.2374397044155957,
+      "generated_tokens_per_second": 134.76399223473737
+    }
+  }
+}

processor_config.json

@@ -0,0 +1,60 @@
+{
+  "image_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_processor_type": "Qwen2VLImageProcessor",
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "merge_size": 2,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "size": {
+      "longest_edge": 1572864,
+      "shortest_edge": 589824
+    },
+    "temporal_patch_size": 2
+  },
+  "processor_class": "Qwen3VLProcessor",
+  "video_processor": {
+    "do_convert_rgb": true,
+    "do_normalize": true,
+    "do_rescale": true,
+    "do_resize": true,
+    "do_sample_frames": true,
+    "fps": 2,
+    "image_mean": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "image_std": [
+      0.5,
+      0.5,
+      0.5
+    ],
+    "max_frames": 768,
+    "merge_size": 2,
+    "min_frames": 4,
+    "patch_size": 16,
+    "resample": 3,
+    "rescale_factor": 0.00392156862745098,
+    "return_metadata": false,
+    "size": {
+      "longest_edge": 1572864,
+      "shortest_edge": 589824
+    },
+    "temporal_patch_size": 2,
+    "video_processor_type": "Qwen3VLVideoProcessor"
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1f6887f1ab36de8834180debb9f07a1756ce4263fe11bdac3a84f3c57faa1aa
+size 19989691

tokenizer_config.json

@@ -0,0 +1,37 @@
+{
+  "add_prefix_space": false,
+  "audio_bos_token": "<|audio_start|>",
+  "audio_eos_token": "<|audio_end|>",
+  "audio_token": "<|audio_pad|>",
+  "backend": "tokenizers",
+  "bos_token": null,
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "errors": "replace",
+  "image_token": "<|image_pad|>",
+  "is_local": true,
+  "local_files_only": true,
+  "model_max_length": 262144,
+  "model_specific_special_tokens": {
+    "audio_bos_token": "<|audio_start|>",
+    "audio_eos_token": "<|audio_end|>",
+    "audio_token": "<|audio_pad|>",
+    "image_token": "<|image_pad|>",
+    "video_token": "<|video_pad|>",
+    "vision_bos_token": "<|vision_start|>",
+    "vision_eos_token": "<|vision_end|>"
+  },
+  "pad_token": "<|endoftext|>",
+  "pretokenize_regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?[\\p{L}\\p{M}]+|\\p{N}| ?[^\\s\\p{L}\\p{M}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+",
+  "processor_class": "Qwen3VLProcessor",
+  "size": {
+    "longest_edge": 1572864,
+    "shortest_edge": 589824
+  },
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null,
+  "video_token": "<|video_pad|>",
+  "vision_bos_token": "<|vision_start|>",
+  "vision_eos_token": "<|vision_end|>"
+}