| { | |
| "pages": 2078, | |
| "gpu": "one NVIDIA H100", | |
| "precision": "BF16", | |
| "vllm": "0.26.0", | |
| "max_model_len": 16384, | |
| "max_new_tokens": 8192, | |
| "max_num_seqs": 512, | |
| "max_num_batched_tokens": 32768, | |
| "gpu_memory_utilization": 0.6, | |
| "flash_attn_version": 3, | |
| "prefix_caching": false, | |
| "mm_processor_cache_gb": 0, | |
| "frozen_quality": { | |
| "max_new_tokens": 8192, | |
| "image_resize": false, | |
| "chart_recognition": true, | |
| "seal_recognition": true, | |
| "ocr_for_image_block": true, | |
| "format_block_content": true, | |
| "merge_layout_blocks": true, | |
| "layout_threshold": 0.3, | |
| "doc_preprocessing": false | |
| }, | |
| "pipeline": { | |
| "workers": 4, | |
| "layout_batch": 8, | |
| "crop_batch": 8192, | |
| "concurrency": 256, | |
| "call_batch": 0, | |
| "instances": 4 | |
| }, | |
| "source_contract_sha256": "ea66b126a579102393d3d6b464e8228b28a735c152324956bcfb037c08cc0617", | |
| "vl_weights_sha256": "85a479d506a11e724e7285d395c551be69f41dbc16b6342d3cacfb189aed71db" | |
| } | |