{
  "model": "nvidia/Nemotron-3.5-Parse",
  "hardware": "One H200, BF16",
  "pages_per_trial": 2078,
  "independent_repeats": 3,
  "statistic": "Median; observed min/max are not confidence intervals",
  "selection_metric": "Fully completed pages per inference second",
  "winners": {
    "single": {
      "settings": {
        "mode": "single",
        "concurrency": 128,
        "capacity": 128,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": true,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 17.777170543750234,
      "processed_rate": 18.011194729357868,
      "completed_range": [
        17.63583791664956,
        17.908738148240406
      ],
      "processed_range": [
        17.876717654047702,
        18.16220491558983
      ],
      "complete_pages": [
        2049,
        2051,
        2050
      ],
      "tokens": [
        2678232,
        2674047,
        2680942
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    "double": {
      "settings": {
        "mode": "double",
        "concurrency": 128,
        "capacity": 192,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 13.995984844135963,
      "processed_rate": 14.263686368864409,
      "completed_range": [
        13.635665159920789,
        14.507522594142927
      ],
      "processed_range": [
        13.896474841743698,
        14.756060670890358
      ],
      "complete_pages": [
        2043,
        2039,
        2039
      ],
      "tokens": [
        3791781,
        3839100,
        3819316
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2337
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2353
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2343
        }
      ]
    },
    "triple": {
      "settings": {
        "mode": "triple",
        "concurrency": 256,
        "capacity": 256,
        "draft": 16,
        "batch_tokens": 65536,
        "prefix": true,
        "cache": 8,
        "memory": 0.9,
        "keepalive": "pooled"
      },
      "completed_rate": 12.760647624071124,
      "processed_rate": 12.991977345820576,
      "completed_range": [
        12.665496310560572,
        12.948023577542324
      ],
      "processed_range": [
        12.914083088000426,
        13.18275011961438
      ],
      "complete_pages": [
        2041,
        2041,
        2038
      ],
      "tokens": [
        4192165,
        4190074,
        4207913
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2625
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2633
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2610
        }
      ]
    }
  },
  "confirmed_profiles": [
    {
      "settings": {
        "mode": "single",
        "concurrency": 1,
        "capacity": 64,
        "draft": 32,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 2.6001723809921358,
      "processed_rate": 2.6382608436043253,
      "completed_range": [
        2.575941521411921,
        2.6236829217680655
      ],
      "processed_range": [
        2.6136750397919783,
        2.6621157770674024
      ],
      "complete_pages": [
        2048,
        2048,
        2048
      ],
      "tokens": [
        2690504,
        2690504,
        2690504
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 2,
        "capacity": 2,
        "draft": 32,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 4.70235904598427,
      "processed_rate": 4.775905228521658,
      "completed_range": [
        4.682969565196626,
        4.824188615533726
      ],
      "processed_range": [
        4.753888987043766,
        4.894855440956583
      ],
      "complete_pages": [
        2046,
        2048,
        2047
      ],
      "tokens": [
        2708815,
        2695983,
        2698871
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 4,
        "capacity": 4,
        "draft": 32,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 7.726758637907933,
      "processed_rate": 7.83229485345009,
      "completed_range": [
        7.507347378031041,
        8.179612482828606
      ],
      "processed_range": [
        7.617318286888918,
        8.287291437990172
      ],
      "complete_pages": [
        2051,
        2050,
        2048
      ],
      "tokens": [
        2667442,
        2683911,
        2695038
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 8,
        "capacity": 8,
        "draft": 32,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 11.300312866641013,
      "processed_rate": 11.443494218752448,
      "completed_range": [
        11.114101752060728,
        11.302029176217788
      ],
      "processed_range": [
        11.260411233925984,
        11.445232274941796
      ],
      "complete_pages": [
        2051,
        2052,
        2052
      ],
      "tokens": [
        2670519,
        2674332,
        2675976
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 16,
        "capacity": 16,
        "draft": 32,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 13.72132422096978,
      "processed_rate": 13.929121510100247,
      "completed_range": [
        13.629552372710384,
        13.868329751046273
      ],
      "processed_range": [
        13.80897602656859,
        14.044049328788576
      ],
      "complete_pages": [
        2052,
        2051,
        2047
      ],
      "tokens": [
        2664515,
        2667117,
        2692456
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 32,
        "capacity": 32,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 16.24820263620281,
      "processed_rate": 16.454076548747288,
      "completed_range": [
        15.913943267172057,
        16.505446511638127
      ],
      "processed_range": [
        16.139177212876298,
        16.70643831036728
      ],
      "complete_pages": [
        2053,
        2049,
        2052
      ],
      "tokens": [
        2665461,
        2678495,
        2668148
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 64,
        "capacity": 64,
        "draft": 8,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 17.03946058790172,
      "processed_rate": 17.322895842299303,
      "completed_range": [
        16.779610418138926,
        17.116187503834503
      ],
      "processed_range": [
        17.00050241291696,
        17.3753969872829
      ],
      "complete_pages": [
        2044,
        2047,
        2051
      ],
      "tokens": [
        2703005,
        2687559,
        2677871
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "double",
        "concurrency": 128,
        "capacity": 128,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 13.871913662638613,
      "processed_rate": 14.116472375594045,
      "completed_range": [
        13.521083161335971,
        14.320910857155429
      ],
      "processed_range": [
        13.772946475125563,
        14.573385289504888
      ],
      "complete_pages": [
        2042,
        2042,
        2040
      ],
      "tokens": [
        3792654,
        3811233,
        3810040
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2341
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2340
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2343
        }
      ]
    },
    {
      "settings": {
        "mode": "double",
        "concurrency": 128,
        "capacity": 128,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": true,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 13.857578244206481,
      "processed_rate": 14.101884226964284,
      "completed_range": [
        13.427124064834844,
        14.14685037641301
      ],
      "processed_range": [
        13.650471529709787,
        14.375136959504271
      ],
      "complete_pages": [
        2042,
        2044,
        2045
      ],
      "tokens": [
        3817020,
        3819064,
        3799365
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2338
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2342
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2344
        }
      ]
    },
    {
      "settings": {
        "mode": "double",
        "concurrency": 128,
        "capacity": 192,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 13.995984844135963,
      "processed_rate": 14.263686368864409,
      "completed_range": [
        13.635665159920789,
        14.507522594142927
      ],
      "processed_range": [
        13.896474841743698,
        14.756060670890358
      ],
      "complete_pages": [
        2043,
        2039,
        2039
      ],
      "tokens": [
        3791781,
        3839100,
        3819316
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2337
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2353
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 2343
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 128,
        "capacity": 128,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": true,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 17.777170543750234,
      "processed_rate": 18.011194729357868,
      "completed_range": [
        17.63583791664956,
        17.908738148240406
      ],
      "processed_range": [
        17.876717654047702,
        18.16220491558983
      ],
      "complete_pages": [
        2049,
        2051,
        2050
      ],
      "tokens": [
        2678232,
        2674047,
        2680942
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 128,
        "capacity": 192,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 17.419733802275566,
      "processed_rate": 17.666279571073023,
      "completed_range": [
        17.10274000419257,
        17.97142015619434
      ],
      "processed_range": [
        17.353268422222733,
        18.225774077389868
      ],
      "complete_pages": [
        2049,
        2049,
        2048
      ],
      "tokens": [
        2681005,
        2673131,
        2688923
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "triple",
        "concurrency": 128,
        "capacity": 192,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 12.187296867472998,
      "processed_rate": 12.396085604801218,
      "completed_range": [
        12.009630198553252,
        12.6213920745905
      ],
      "processed_range": [
        12.23333899636944,
        12.856496436764244
      ],
      "complete_pages": [
        2043,
        2040,
        2040
      ],
      "tokens": [
        4183215,
        4188764,
        4191600
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2621
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2605
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2601
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 256,
        "capacity": 256,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 17.6721021229776,
      "processed_rate": 17.89601764695295,
      "completed_range": [
        17.107707265642375,
        17.85725949121545
      ],
      "processed_range": [
        17.375276489738443,
        18.05712176289329
      ],
      "complete_pages": [
        2046,
        2052,
        2055
      ],
      "tokens": [
        2683495,
        2666175,
        2660412
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    },
    {
      "settings": {
        "mode": "triple",
        "concurrency": 256,
        "capacity": 512,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": "pooled"
      },
      "completed_rate": 12.648139018891586,
      "processed_rate": 12.883741608459175,
      "completed_range": [
        12.063085322992798,
        12.983478678422928
      ],
      "processed_range": [
        12.305886745792359,
        13.199446523367342
      ],
      "complete_pages": [
        2040,
        2037,
        2044
      ],
      "tokens": [
        4196553,
        4211493,
        4171417
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2604
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2609
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2611
        }
      ]
    },
    {
      "settings": {
        "mode": "triple",
        "concurrency": 256,
        "capacity": 256,
        "draft": 16,
        "batch_tokens": 65536,
        "prefix": true,
        "cache": 8,
        "memory": 0.9,
        "keepalive": "pooled"
      },
      "completed_rate": 12.760647624071124,
      "processed_rate": 12.991977345820576,
      "completed_range": [
        12.665496310560572,
        12.948023577542324
      ],
      "processed_range": [
        12.914083088000426,
        13.18275011961438
      ],
      "complete_pages": [
        2041,
        2041,
        2038
      ],
      "tokens": [
        4192165,
        4190074,
        4207913
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2625
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2633
        },
        {
          "fullpage": 2078,
          "detection": 2078,
          "crop": 2610
        }
      ]
    },
    {
      "settings": {
        "mode": "single",
        "concurrency": 512,
        "capacity": 512,
        "draft": 16,
        "batch_tokens": 32768,
        "prefix": false,
        "cache": 4,
        "memory": 0.8,
        "keepalive": 0
      },
      "completed_rate": 17.215383924028252,
      "processed_rate": 17.44201257636797,
      "completed_range": [
        16.814386036148,
        17.33674505992429
      ],
      "processed_range": [
        17.07736763593135,
        17.590701286388025
      ],
      "complete_pages": [
        2048,
        2046,
        2051
      ],
      "tokens": [
        2679913,
        2697997,
        2675209
      ],
      "requests": [
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        },
        {
          "fullpage": 2078,
          "detection": 0,
          "crop": 0
        }
      ]
    }
  ]
}