File size: 3,072 Bytes
874752d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 | {
"status": "scored_and_verified",
"scope": "Fresh quick20/full500 predictions and released Table-body conversion",
"model": "nvidia/Nemotron-3.5-Parse",
"model_revision": "dca5b2df89d00a671509204501d8f1f379d5e94f",
"model_safetensors_sha256": "81dd7609c589f3694ce75520c25af5010953231358de6aec4d03e8c6aac787e9",
"package_version": "3.5.0.post7",
"scheduler": {
"job_id": 7482504,
"state": "COMPLETED",
"exit_code": "0:0"
},
"runtime": {
"gpu": "NVIDIA H100 80GB HBM3",
"gpu_count": 1,
"dtype": "bfloat16",
"vllm": "0.26.0",
"transformers": "5.14.1",
"huggingface_hub": "1.24.0",
"pillow": "12.3.0",
"dependency_lock_reproduction": false,
"deviation": "Measured serving container used Pillow 12.3.0; source package pins 12.2.0."
},
"generation": {
"prompt": "</s><s><predict_bbox><predict_classes><output_markdown><predict_text_in_pic>",
"concurrency": 128,
"warmup_count": 16,
"preload_images": true,
"temperature": 0,
"repetition_penalty": 1.1,
"max_tokens": 8744,
"max_model_len": 16384,
"max_num_seqs": 192,
"max_num_batched_tokens": 16384,
"prefix_caching": false,
"one_token_mtp": true,
"attention": "FA3, automatic compatible scheduler",
"coordinate_frame": "content_normalized"
},
"scoring": {
"version": 3,
"table_mode": "released",
"conversion": "nemotron_parse.postprocessing.postprocess_text(Table,table_format=HTML,PostprocessOptions(render_charts=False))",
"ground_truth_changed": false,
"geometry_changed": false,
"non_table_blocks_changed": false,
"malformed_outputs": "retained"
},
"regression": {
"quick20": {
"pages": 20,
"request_errors": 0,
"finish_reasons": {
"length": 1,
"stop": 19
},
"table_conversion": {
"changed_blocks": 13,
"pages_with_predicted_tables": 10,
"table_blocks": 14,
"unconverted_latex_blocks": 1
}
},
"full500": {
"pages": 500,
"request_errors": 0,
"finish_reasons": {
"length": 19,
"stop": 481
},
"table_conversion": {
"changed_blocks": 364,
"pages_with_predicted_tables": 255,
"table_blocks": 375,
"unconverted_latex_blocks": 2
}
}
},
"verification": [
{
"split": "quick20",
"pages": 20,
"matches_measured_metrics_and_every_page": true,
"tolerance": 1e-12
},
{
"split": "full500",
"pages": 500,
"matches_measured_metrics_and_every_page": true,
"tolerance": 1e-12
}
],
"limitations": [
"Full500 is a lightweight regression harness, not official OmniDocBench TEDS or ParseBench.",
"Token-capped predictions and 2 unconverted malformed Table bodies are retained.",
"Timing excludes preload, warmup, startup, conversion, and scoring.",
"Historical inference.constraints.txt and transformers.constraints.txt describe the older rc3 validation; they are not locks for this measured environment."
]
}
|