| { |
| "schema_version": 1, |
| "verified_on": "2026-10-17", |
| "complete": true, |
| "pages_per_model": 2078, |
| "hardware": "one NVIDIA H100 80GB per model", |
| "units": "pages/s", |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "timing": { |
| "clock": "wall span from first model call through final response; do not sum concurrent calls", |
| "includes": [ |
| "all native learned model stages", |
| "queueing and response transfer", |
| "dependent region crop preparation and dispatch gaps" |
| ], |
| "excludes": [ |
| "initial prepared-page loading/encoding", |
| "server startup", |
| "untimed warmup", |
| "final document rendering", |
| "output writes" |
| ] |
| }, |
| "accuracy_policy": "Published comparison scores are verified separately from these timing runs; no score substitution. Nemotron scored prediction identities match their measured runs.", |
| "comparison_models": [ |
| { |
| "model": "LightOnOCR-3-4B", |
| "model_key": "lighton4b", |
| "job_id": "7474920", |
| "pages": 2078, |
| "inference_seconds": 753.9976039830071, |
| "pages_per_second": 2.7559769275431703, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "388440da0355b6ef00b493171d063f7ea3409ea6c1df53a235f597df2e513d10", |
| "prediction_sha256": "ce06a0ee4155aa844637f7c2f792ad4e1ba786d48348a80430784ba2505a3ab0", |
| "token_limited_page_keys": [ |
| "parsebench_00016", |
| "parsebench_00569", |
| "parsebench_00603", |
| "parsebench_00990", |
| "parsebench_01016", |
| "parsebench_01041", |
| "parsebench_01180", |
| "parsebench_01185", |
| "parsebench_01195", |
| "parsebench_01290", |
| "parsebench_01300", |
| "parsebench_01317", |
| "parsebench_01379", |
| "parsebench_01426", |
| "parsebench_01447", |
| "parsebench_01489", |
| "parsebench_01540", |
| "parsebench_01547", |
| "parsebench_01555", |
| "parsebench_01557", |
| "parsebench_01563", |
| "parsebench_01578", |
| "parsebench_01589", |
| "parsebench_01592", |
| "parsebench_01601", |
| "parsebench_01750", |
| "parsebench_01751", |
| "parsebench_01753", |
| "parsebench_01755", |
| "parsebench_01768", |
| "parsebench_01851" |
| ], |
| "preserved_empty_http_pages": [ |
| "parsebench_01635" |
| ], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 112538.334473638, |
| "last_response": 113292.332077621, |
| "measured_concurrency": 128, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "LightOnOCR-3-0.8B", |
| "model_key": "lighton08b", |
| "job_id": "7474908", |
| "pages": 2078, |
| "inference_seconds": 364.9487988269975, |
| "pages_per_second": 5.693949416134584, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "9c2473767d9e9cbd246ec9b74ea7e74da9650d5ad389e7901321fcd83aec3580", |
| "prediction_sha256": "4054f8f41e78f9fc29c2ba98c79789acceeea05a3674282592b48c9228f7e561", |
| "token_limited_page_keys": [ |
| "parsebench_00016", |
| "parsebench_00252", |
| "parsebench_00569", |
| "parsebench_00605", |
| "parsebench_00644", |
| "parsebench_00754", |
| "parsebench_00896", |
| "parsebench_00955", |
| "parsebench_00990", |
| "parsebench_01016", |
| "parsebench_01041", |
| "parsebench_01064", |
| "parsebench_01178", |
| "parsebench_01180", |
| "parsebench_01185", |
| "parsebench_01186", |
| "parsebench_01192", |
| "parsebench_01252", |
| "parsebench_01290", |
| "parsebench_01300", |
| "parsebench_01305", |
| "parsebench_01317", |
| "parsebench_01379", |
| "parsebench_01426", |
| "parsebench_01447", |
| "parsebench_01466", |
| "parsebench_01547", |
| "parsebench_01555", |
| "parsebench_01557", |
| "parsebench_01563", |
| "parsebench_01566", |
| "parsebench_01592", |
| "parsebench_01601", |
| "parsebench_01733", |
| "parsebench_01750", |
| "parsebench_01751", |
| "parsebench_01753", |
| "parsebench_01768", |
| "parsebench_01769", |
| "parsebench_01854", |
| "parsebench_01893" |
| ], |
| "preserved_empty_http_pages": [ |
| "parsebench_01635" |
| ], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 112349.160362172, |
| "last_response": 112714.109160999, |
| "measured_concurrency": 128, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "Infinity-Parser2-Flash", |
| "model_key": "infinity_flash", |
| "job_id": "7474906", |
| "pages": 2078, |
| "inference_seconds": 679.3631546079996, |
| "pages_per_second": 3.058746983708632, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "e79fc7bbec2455f3c631e507272ca1e5f91d2a1debdb09048e0995c1c42cacd2", |
| "prediction_sha256": "40c28d2be06205fcf0330d521f652e270a94e10cc7221b1ba6f73a0d864b058d", |
| "token_limited_page_keys": [ |
| "unknown" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 5189, |
| "first_call": 112357.914836818, |
| "last_response": 113037.277991426, |
| "measured_concurrency": 64, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "MinerU2.5-Pro-2605-1.2B", |
| "model_key": "mineru2605", |
| "job_id": "7475101", |
| "pages": 2078, |
| "inference_seconds": 502.7949055520003, |
| "pages_per_second": 4.1328978815301225, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "d9a493d1bc1ff1023667fb3e2ac5859789c8923d047fca6e9b72da3b64425acb", |
| "prediction_sha256": "5ef2a7ccc108bc73a56885675325be0e9e44bb7bdf9b4f45fa3dbf232d6ce62c", |
| "token_limited_page_keys": [], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 498454.354754274, |
| "last_response": 498957.149659826, |
| "measured_concurrency": 32, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "KDL-Frontier-Parser-nano", |
| "model_key": "kdl", |
| "job_id": "7475100", |
| "pages": 2078, |
| "inference_seconds": 697.2219537040219, |
| "pages_per_second": 2.9803995542029833, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "d18079ad0fb07e9c6ca4831aba320102aca0952627fea39cb276bc638c116999", |
| "prediction_sha256": "bd2f99e6f1c00e0f93d45596bf001d1cb1a7596f4337cd7f5cee60dd8433a2bc", |
| "token_limited_page_keys": [ |
| "parsebench_00016", |
| "parsebench_00037", |
| "parsebench_00064", |
| "parsebench_00086", |
| "parsebench_00148", |
| "parsebench_00166", |
| "parsebench_00176", |
| "parsebench_00246", |
| "parsebench_00252", |
| "parsebench_00508", |
| "parsebench_00529", |
| "parsebench_00569", |
| "parsebench_00602", |
| "parsebench_00605", |
| "parsebench_00630", |
| "parsebench_00658", |
| "parsebench_00666", |
| "parsebench_00667", |
| "parsebench_00668", |
| "parsebench_00670", |
| "parsebench_00674", |
| "parsebench_00677", |
| "parsebench_00679", |
| "parsebench_00714", |
| "parsebench_00721", |
| "parsebench_00722", |
| "parsebench_00723", |
| "parsebench_00748", |
| "parsebench_00762", |
| "parsebench_00797", |
| "parsebench_00885", |
| "parsebench_00886", |
| "parsebench_00892", |
| "parsebench_00899", |
| "parsebench_00902", |
| "parsebench_00904", |
| "parsebench_00941", |
| "parsebench_00955", |
| "parsebench_00967", |
| "parsebench_00974", |
| "parsebench_00977", |
| "parsebench_00980", |
| "parsebench_00986", |
| "parsebench_01001", |
| "parsebench_01016", |
| "parsebench_01017", |
| "parsebench_01032", |
| "parsebench_01042", |
| "parsebench_01065", |
| "parsebench_01105", |
| "parsebench_01125", |
| "parsebench_01180", |
| "parsebench_01185", |
| "parsebench_01186", |
| "parsebench_01195", |
| "parsebench_01317", |
| "parsebench_01344", |
| "parsebench_01419", |
| "parsebench_01429", |
| "parsebench_01495", |
| "parsebench_01571", |
| "parsebench_01577", |
| "parsebench_01578", |
| "parsebench_01583", |
| "parsebench_01588", |
| "parsebench_01591", |
| "parsebench_01601", |
| "parsebench_01605", |
| "parsebench_01625", |
| "parsebench_01659", |
| "parsebench_01671", |
| "parsebench_01698", |
| "parsebench_01710", |
| "parsebench_01732", |
| "parsebench_01743", |
| "parsebench_01751", |
| "parsebench_01753", |
| "parsebench_01755", |
| "parsebench_01768", |
| "parsebench_01769", |
| "parsebench_01796", |
| "parsebench_01815", |
| "parsebench_01833", |
| "parsebench_01851", |
| "parsebench_01854", |
| "parsebench_01860", |
| "parsebench_01865", |
| "parsebench_01870", |
| "parsebench_01885" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 47829, |
| "first_call": 498462.954371997, |
| "last_response": 499160.176325701, |
| "measured_concurrency": 64, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "LightOnOCR-3-1B", |
| "model_key": "lighton1b", |
| "job_id": "7474903", |
| "pages": 2078, |
| "inference_seconds": 852.007276001008, |
| "pages_per_second": 2.43894630777489, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "1c337bd1deeb118d7650246435754ddcd5382c34b631cb13871cbebd0f6d6d2d", |
| "prediction_sha256": "a28a032183f70dd94b32c8e57ee9f450e7dd948e7a054d06e3e2bf5a0bd78554", |
| "token_limited_page_keys": [ |
| "parsebench_00359", |
| "parsebench_00477", |
| "parsebench_00530", |
| "parsebench_00581", |
| "parsebench_00584", |
| "parsebench_00602", |
| "parsebench_00725", |
| "parsebench_00761", |
| "parsebench_00770", |
| "parsebench_00797", |
| "parsebench_00814", |
| "parsebench_00971", |
| "parsebench_01016", |
| "parsebench_01021", |
| "parsebench_01041", |
| "parsebench_01044", |
| "parsebench_01173", |
| "parsebench_01180", |
| "parsebench_01185", |
| "parsebench_01186", |
| "parsebench_01192", |
| "parsebench_01317", |
| "parsebench_01355", |
| "parsebench_01379", |
| "parsebench_01426", |
| "parsebench_01447", |
| "parsebench_01555", |
| "parsebench_01557", |
| "parsebench_01563", |
| "parsebench_01575", |
| "parsebench_01578", |
| "parsebench_01581", |
| "parsebench_01601", |
| "parsebench_01626", |
| "parsebench_01720", |
| "parsebench_01750", |
| "parsebench_01753", |
| "parsebench_01768", |
| "parsebench_01854", |
| "parsebench_01893" |
| ], |
| "preserved_empty_http_pages": [ |
| "parsebench_00990", |
| "parsebench_01547", |
| "parsebench_01635", |
| "parsebench_01851" |
| ], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 169789.161152065, |
| "last_response": 170641.168428066, |
| "measured_concurrency": 128, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "Chandra-ocr-2", |
| "model_key": "chandra2", |
| "job_id": "7474907", |
| "pages": 2078, |
| "inference_seconds": 1032.9521934359946, |
| "pages_per_second": 2.011709751143251, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "fe946b0d95cfc29223d2782631bb30832f3b6434fe7f5a53cdd23b996a2e20e4", |
| "prediction_sha256": "913b91b1e795707b6cd87a1848a0181a2b98edf6b2bd1a2f3ca1262a0e59eb4d", |
| "token_limited_page_keys": [ |
| "parsebench_00359", |
| "parsebench_00581", |
| "parsebench_00881", |
| "parsebench_00990", |
| "parsebench_01016", |
| "parsebench_01041", |
| "parsebench_01105", |
| "parsebench_01173", |
| "parsebench_01177", |
| "parsebench_01178", |
| "parsebench_01185", |
| "parsebench_01186", |
| "parsebench_01192", |
| "parsebench_01290", |
| "parsebench_01317", |
| "parsebench_01355", |
| "parsebench_01379", |
| "parsebench_01426", |
| "parsebench_01436", |
| "parsebench_01447", |
| "parsebench_01452", |
| "parsebench_01475", |
| "parsebench_01547", |
| "parsebench_01555", |
| "parsebench_01557", |
| "parsebench_01588", |
| "parsebench_01851", |
| "parsebench_01854", |
| "parsebench_01901" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 112337.68962518, |
| "last_response": 113370.641818616, |
| "measured_concurrency": 64, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "PaddleOCR-VL-1.6", |
| "model_key": "paddle16", |
| "job_id": "7474921", |
| "pages": 2078, |
| "inference_seconds": 668.0825878469914, |
| "pages_per_second": 3.110393891115625, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "3a75f3441523b75c636b5d6bd329d4c7fe8098d4ef8f1b8d0e9c8e10ba631f89", |
| "prediction_sha256": "cb57b3b9e5740ca241429eb2ff8c0d15c90cbb0b852696674760f4c655b8cc26", |
| "token_limited_page_keys": [ |
| "unknown" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 39279, |
| "first_call": 102546.410544279, |
| "last_response": 103214.493132126, |
| "measured_concurrency": null, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "PaddleOCR-VL-1.5", |
| "model_key": "paddle15", |
| "job_id": "7474922", |
| "pages": 2078, |
| "inference_seconds": 610.938847493002, |
| "pages_per_second": 3.401322421265416, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "ffed107e118f904bb60a4ec0dad8fdd8b3704a8c052a624c28a414446c1d8983", |
| "prediction_sha256": "189aff926da56bad6cee05ca1ce37232b18414f456ff272fc53842e9acf020cc", |
| "token_limited_page_keys": [ |
| "unknown" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 39279, |
| "first_call": 224160.826918422, |
| "last_response": 224771.765765915, |
| "measured_concurrency": null, |
| "gpu_count": 1 |
| }, |
| { |
| "model": "Nemotron Parse 2.0", |
| "model_key": "parse20", |
| "job_id": "7474974", |
| "pages": 2078, |
| "inference_seconds": 525.9835637449869, |
| "pages_per_second": 3.950693792035446, |
| "source_images_sha256": "4d11fadd8e1be0efaa2ad504315d9ce5fc06e8852918f4b288e97ec2c428e450", |
| "receipt_sha256": "da614959b546d29b3e498d5c5efd2af3450c9f5d24616f59d9694fab33a6ad9c", |
| "prediction_sha256": "646cb08c4b2ec632855b247d1f2d4a0bfe841c87d2c3992007ceee2148a0849f", |
| "token_limited_page_keys": [ |
| "parsebench_00001", |
| "parsebench_00055", |
| "parsebench_00067", |
| "parsebench_00079", |
| "parsebench_00093", |
| "parsebench_00104", |
| "parsebench_00117", |
| "parsebench_00140", |
| "parsebench_00144", |
| "parsebench_00150", |
| "parsebench_00155", |
| "parsebench_00165", |
| "parsebench_00170", |
| "parsebench_00199", |
| "parsebench_00203", |
| "parsebench_00204", |
| "parsebench_00231", |
| "parsebench_00254", |
| "parsebench_00255", |
| "parsebench_00258", |
| "parsebench_00269", |
| "parsebench_00274", |
| "parsebench_00315", |
| "parsebench_00316", |
| "parsebench_00317", |
| "parsebench_00318", |
| "parsebench_00323", |
| "parsebench_00333", |
| "parsebench_00343", |
| "parsebench_00394", |
| "parsebench_00397", |
| "parsebench_00413", |
| "parsebench_00417", |
| "parsebench_00421", |
| "parsebench_00481", |
| "parsebench_00485", |
| "parsebench_00493", |
| "parsebench_00504", |
| "parsebench_00508", |
| "parsebench_00518", |
| "parsebench_00521", |
| "parsebench_00522", |
| "parsebench_00527", |
| "parsebench_00529", |
| "parsebench_00530", |
| "parsebench_00531", |
| "parsebench_00533", |
| "parsebench_00537", |
| "parsebench_00556", |
| "parsebench_00561", |
| "parsebench_00581", |
| "parsebench_00596", |
| "parsebench_00597", |
| "parsebench_00602", |
| "parsebench_00603", |
| "parsebench_00604", |
| "parsebench_00605", |
| "parsebench_00619", |
| "parsebench_00636", |
| "parsebench_00665", |
| "parsebench_00670", |
| "parsebench_00674", |
| "parsebench_00676", |
| "parsebench_00677", |
| "parsebench_00679", |
| "parsebench_00714", |
| "parsebench_00715", |
| "parsebench_00717", |
| "parsebench_00737", |
| "parsebench_00739", |
| "parsebench_00761", |
| "parsebench_00767", |
| "parsebench_00780", |
| "parsebench_00797", |
| "parsebench_00821", |
| "parsebench_00824", |
| "parsebench_00829", |
| "parsebench_00834", |
| "parsebench_00855", |
| "parsebench_00856", |
| "parsebench_00873", |
| "parsebench_00882", |
| "parsebench_00883", |
| "parsebench_00898", |
| "parsebench_00911", |
| "parsebench_00916", |
| "parsebench_00927", |
| "parsebench_00965", |
| "parsebench_00967", |
| "parsebench_00976", |
| "parsebench_00986", |
| "parsebench_00990", |
| "parsebench_01016", |
| "parsebench_01017", |
| "parsebench_01019", |
| "parsebench_01023", |
| "parsebench_01028", |
| "parsebench_01032", |
| "parsebench_01034", |
| "parsebench_01041", |
| "parsebench_01042", |
| "parsebench_01045", |
| "parsebench_01066", |
| "parsebench_01099", |
| "parsebench_01119", |
| "parsebench_01125", |
| "parsebench_01128", |
| "parsebench_01173", |
| "parsebench_01177", |
| "parsebench_01185", |
| "parsebench_01186", |
| "parsebench_01192", |
| "parsebench_01290", |
| "parsebench_01317", |
| "parsebench_01320", |
| "parsebench_01379", |
| "parsebench_01426", |
| "parsebench_01436", |
| "parsebench_01447", |
| "parsebench_01541", |
| "parsebench_01547", |
| "parsebench_01555", |
| "parsebench_01557", |
| "parsebench_01571", |
| "parsebench_01573", |
| "parsebench_01575", |
| "parsebench_01583", |
| "parsebench_01586", |
| "parsebench_01621", |
| "parsebench_01622", |
| "parsebench_01626", |
| "parsebench_01659", |
| "parsebench_01684", |
| "parsebench_01698", |
| "parsebench_01733", |
| "parsebench_01765", |
| "parsebench_01771", |
| "parsebench_01780", |
| "parsebench_01792", |
| "parsebench_01815", |
| "parsebench_01851", |
| "parsebench_01854", |
| "parsebench_01991" |
| ], |
| "preserved_empty_http_pages": [], |
| "completion_coverage_note": "All processed pages counted. Some native SDKs do not expose per-page finish reasons.", |
| "verified_prediction_pages": 2078, |
| "hardware_verified": true, |
| "input_image_hash_verified": true, |
| "receipt_clock_arithmetic_verified": true, |
| "model_calls": 2078, |
| "first_call": 170155.246083975, |
| "last_response": 170681.22964772, |
| "measured_concurrency": 128, |
| "gpu_count": 1 |
| } |
| ], |
| "nemotron_profiles": [ |
| { |
| "mode": "single", |
| "score": 72.73584672666817, |
| "pages_per_second": 15.417393504226709, |
| "prediction_sha256": "8a139e898d71fd206340887045cff80b0ba2597e96910057002ad4fe35302e4e", |
| "receipt_sha256": "07cd8d23d8e2724d496caf813348db7d8e94c7f65bf01d084206cbd5335ed1be", |
| "inference_seconds": 134.78283468799782 |
| }, |
| { |
| "mode": "double", |
| "score": 74.92348404837536, |
| "pages_per_second": 11.651056048868371, |
| "prediction_sha256": "50df0a7d728ae58f5695b5ec420747ad8cfc59a85fef02ee98b8c9c5af329d59", |
| "receipt_sha256": "2a1fc5d79989a17b6ccf825b8d9d964ae53ce8aedf7f31407c8191c0aa38f533", |
| "inference_seconds": 178.3529313809995 |
| }, |
| { |
| "mode": "triple", |
| "score": 75.20375371099965, |
| "pages_per_second": 10.618347849609256, |
| "prediction_sha256": "9054b3394522f17bd61d5c590b22fc724c8f4bafff41e56d5cc2fa25c76c9714", |
| "receipt_sha256": "08a8671ae3efd29a34241b32990c4f8d539a6e0c62a1b9b88430433abedd3210", |
| "inference_seconds": 195.69899474299746 |
| } |
| ], |
| "nemotron_timing_source": "../../validation/inference_benchmarks.json", |
| "published_score_source_revision": "9af4102e26b51f234ab5f037e19fec05c0696ec6", |
| "current_weights": [ |
| { |
| "model": "LightOnOCR 3 4B", |
| "repository": "lightonai/LightOnOCR-3-4B", |
| "current_revision": "b71010f095dc3735de7ee6b9969bff8f8f50b39a", |
| "measured_weights_revision": "b71010f095dc3735de7ee6b9969bff8f8f50b39a", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "6b0dab74a2dab02d5b10ca56322255024ed8dca35c02746b42e9f296aaeb4e67" |
| } |
| }, |
| { |
| "model": "LightOnOCR 3 0.8B", |
| "repository": "lightonai/LightOnOCR-3-0.8B", |
| "current_revision": "36d8636925327c671bd8e479c517a004f7566bd9", |
| "measured_weights_revision": "36d8636925327c671bd8e479c517a004f7566bd9", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "ae46aa6fd7136d57297ac006ed9ec345b7a2083feb2e99501bedcb014ca3efdf" |
| } |
| }, |
| { |
| "model": "KDL Frontier Parser nano", |
| "repository": "KDLAI/KDL-Frontier-Parser-nano", |
| "current_revision": "a6cb7d2a9ac5fd13f527764f5411c9ec3ad2c4ec", |
| "measured_weights_revision": "a6cb7d2a9ac5fd13f527764f5411c9ec3ad2c4ec", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "ff867f370908631a254310c95783d6653d1ef888d2b2b8c9850be94bb4edfda6" |
| } |
| }, |
| { |
| "model": "LightOnOCR-3-1B", |
| "repository": "lightonai/LightOnOCR-3-1B", |
| "current_revision": "23d544085c886bbdace647bcfab91203299417e2", |
| "measured_weights_revision": "23d544085c886bbdace647bcfab91203299417e2", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "32879861d5cdc3b2c3909d3f9a47dc8f7338685d13113c8c98c144f68b358dbb" |
| } |
| }, |
| { |
| "model": "Chandra-ocr-2", |
| "repository": "datalab-to/chandra-ocr-2", |
| "current_revision": "af93b47dba1b47b6640c86ccf487ed2260ab9a09", |
| "measured_weights_revision": "af93b47dba1b47b6640c86ccf487ed2260ab9a09", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "0804568be9f099d6479fad9ed77a4da4611f3c1e7bc6e009af7dce45e8aa3847" |
| } |
| }, |
| { |
| "model": "Infinity-Parser2-Flash", |
| "repository": "infly/Infinity-Parser2-Flash", |
| "current_revision": "cfddc4106b0abc4706f05575a164f7dd35d09c46", |
| "measured_weights_revision": "cfddc4106b0abc4706f05575a164f7dd35d09c46", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "761cb9295e05047bc8628effd7381023458f193955b804098dd332c464f26150" |
| } |
| }, |
| { |
| "model": "MinerU2.5-Pro-2605-1.2B", |
| "repository": "opendatalab/MinerU2.5-Pro-2605-1.2B", |
| "current_revision": "08aaea840498d49ce16247b6263196cf02814885", |
| "measured_weights_revision": "08aaea840498d49ce16247b6263196cf02814885", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "abf8681ca63b8dec7b67de257af47b821f179442f72998d0696ae2ed9232a5f0" |
| } |
| }, |
| { |
| "model": "PaddleOCR VL 1.6", |
| "repository": "PaddlePaddle/PaddleOCR-VL-1.6", |
| "current_revision": "c5630abae1d940eafe0697512a0325494b02ab42", |
| "measured_weights_revision": "c5630abae1d940eafe0697512a0325494b02ab42", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "85a479d506a11e724e7285d395c551be69f41dbc16b6342d3cacfb189aed71db" |
| } |
| }, |
| { |
| "model": "PaddleOCR-VL-1.5", |
| "repository": "PaddlePaddle/PaddleOCR-VL-1.5", |
| "current_revision": "2a4195faa5e7914c12f2fc601d72c81caf8d2da5", |
| "measured_weights_revision": "2a4195faa5e7914c12f2fc601d72c81caf8d2da5", |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "d557c9d8997ae57ed3b1b33bdf347be878cc335687f32ca105341c16973f8958" |
| } |
| }, |
| { |
| "model": "Nemotron Parse 2.0", |
| "repository": "nvidia/NVIDIA-Nemotron-Parse-2.0", |
| "current_revision": "b6742064f4a8cf22a10383ece5e7fbead355ac04", |
| "measured_weights_revision": null, |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "8257a724e949ce2609bd36afbc31707a8f36b5e9008b7bc5d26b7d4557afe3ba" |
| } |
| }, |
| { |
| "model": "Nemotron 3.5 Parse", |
| "repository": "nvidia/Nemotron-3.5-Parse", |
| "current_revision": "ec5929bd7b5ddc9d12909fe0199d4de62ed87450", |
| "measured_weights_revision": null, |
| "weights_match_measured": true, |
| "weight_sha256": { |
| "model.safetensors": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9" |
| } |
| } |
| ], |
| "prepared_image_contract": { |
| "dataset_revision": "2805a1d940f95a203e0ae4b88be9934f7765b3fc", |
| "input_images": 2078, |
| "raster": "first PDF page at 150 DPI, RGB, JPEG quality 92, PyMuPDF 1.26.3", |
| "preparation_source": "../pipeline/README.md#prepare-public-data" |
| } |
| } |
|
|
