{
"source_d1_comparator_variability": {
"schema_version": "1.0",
"description": "D1 held-out-test comparator metrics over three independent training runs",
"dataset": "D1_INHOUSE1700_V2",
"split": "test",
"replication_unit": "independent training run",
"sample_std_ddof": 1,
"methods": [
{
"label": "DiffusionDet",
"method": "strict_g0_ddpm_linear_scaleshift_r50",
"runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6975909244142272,
"AP50": 0.8982171606158162,
"AP75": 0.7808226940587152,
"AP_S": 0.43311169364391766,
"AP_M": 0.6852754322498552,
"AP_L": 0.5565462565627528
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6843044200276224,
"AP50": 0.8948728204781575,
"AP75": 0.7699038343430367,
"AP_S": 0.3994620860676813,
"AP_M": 0.6793954639808002,
"AP_L": 0.5084939681277149
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.6906301881332854,
"AP50": 0.9014756266358073,
"AP75": 0.7736247814918021,
"AP_S": 0.4181825429539106,
"AP_M": 0.6786974509739147,
"AP_L": 0.5140841925040383
}
}
],
"aggregate": {
"mAP": {
"mean": 0.6908418441917117,
"sample_std": 0.006645780497362127,
"values": [
0.6975909244142272,
0.6843044200276224,
0.6906301881332854
]
},
"AP50": {
"mean": 0.898188535909927,
"sample_std": 0.0033014961485991127,
"values": [
0.8982171606158162,
0.8948728204781575,
0.9014756266358073
]
},
"AP75": {
"mean": 0.774783769964518,
"sample_std": 0.005550929208932769,
"values": [
0.7808226940587152,
0.7699038343430367,
0.7736247814918021
]
},
"AP_S": {
"mean": 0.41691877422183654,
"sample_std": 0.01686036346182377,
"values": [
0.43311169364391766,
0.3994620860676813,
0.4181825429539106
]
},
"AP_M": {
"mean": 0.6811227824015234,
"sample_std": 0.0036131954156374243,
"values": [
0.6852754322498552,
0.6793954639808002,
0.6786974509739147
]
},
"AP_L": {
"mean": 0.526374805731502,
"sample_std": 0.02627831779416921,
"values": [
0.5565462565627528,
0.5084939681277149,
0.5140841925040383
]
}
}
},
{
"label": "RTMDet-L",
"method": "rtmdet_l",
"runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6986957464028507,
"AP50": 0.9178736158441586,
"AP75": 0.7988985574292532,
"AP_S": 0.4361743616579939,
"AP_M": 0.6944056582321223,
"AP_L": 0.4294821746184793
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6873368640539637,
"AP50": 0.9168114837608193,
"AP75": 0.8028670397883813,
"AP_S": 0.4180443841000028,
"AP_M": 0.6871236903207006,
"AP_L": 0.4910956178088134
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.700999722944398,
"AP50": 0.9205466324857251,
"AP75": 0.8032538874400441,
"AP_S": 0.43153810679684806,
"AP_M": 0.6981124337402063,
"AP_L": 0.47145583285131853
}
}
],
"aggregate": {
"mAP": {
"mean": 0.6956774444670708,
"sample_std": 0.007314440388480177,
"values": [
0.6986957464028507,
0.6873368640539637,
0.700999722944398
]
},
"AP50": {
"mean": 0.9184105773635677,
"sample_std": 0.001924598595626078,
"values": [
0.9178736158441586,
0.9168114837608193,
0.9205466324857251
]
},
"AP75": {
"mean": 0.8016731615525595,
"sample_std": 0.0024106500797918817,
"values": [
0.7988985574292532,
0.8028670397883813,
0.8032538874400441
]
},
"AP_S": {
"mean": 0.42858561751828156,
"sample_std": 0.009418700349217662,
"values": [
0.4361743616579939,
0.4180443841000028,
0.43153810679684806
]
},
"AP_M": {
"mean": 0.6932139274310097,
"sample_std": 0.005590463953168138,
"values": [
0.6944056582321223,
0.6871236903207006,
0.6981124337402063
]
},
"AP_L": {
"mean": 0.46401120842620375,
"sample_std": 0.031474130966007506,
"values": [
0.4294821746184793,
0.4910956178088134,
0.47145583285131853
]
}
}
},
{
"label": "Cascade R-CNN-R50",
"method": "cascade_rcnn_r50",
"runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6869704412297355,
"AP50": 0.9045458263959467,
"AP75": 0.792137045797023,
"AP_S": 0.4130478424736421,
"AP_M": 0.6775163122416764,
"AP_L": 0.5489871743195402
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6872473187267164,
"AP50": 0.9077867679687949,
"AP75": 0.7869137304109293,
"AP_S": 0.4180008676185916,
"AP_M": 0.6732018933596317,
"AP_L": 0.5235535329665436
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.6848442243121523,
"AP50": 0.9096915013860687,
"AP75": 0.8024205461285825,
"AP_S": 0.43479298647879167,
"AP_M": 0.6731435572711448,
"AP_L": 0.5259742023191742
}
}
],
"aggregate": {
"mAP": {
"mean": 0.6863539947562014,
"sample_std": 0.0013148081161815052,
"values": [
0.6869704412297355,
0.6872473187267164,
0.6848442243121523
]
},
"AP50": {
"mean": 0.9073413652502701,
"sample_std": 0.0026015919092439613,
"values": [
0.9045458263959467,
0.9077867679687949,
0.9096915013860687
]
},
"AP75": {
"mean": 0.7938237741121783,
"sample_std": 0.007889811324244328,
"values": [
0.792137045797023,
0.7869137304109293,
0.8024205461285825
]
},
"AP_S": {
"mean": 0.4219472321903418,
"sample_std": 0.011397068348967927,
"values": [
0.4130478424736421,
0.4180008676185916,
0.43479298647879167
]
},
"AP_M": {
"mean": 0.674620587624151,
"sample_std": 0.0025079407030893196,
"values": [
0.6775163122416764,
0.6732018933596317,
0.6731435572711448
]
},
"AP_L": {
"mean": 0.5328383032017527,
"sample_std": 0.014037608016071538,
"values": [
0.5489871743195402,
0.5235535329665436,
0.5259742023191742
]
}
}
},
{
"label": "YOLOX-S",
"method": "yolox_s",
"runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.574105116967693,
"AP50": 0.8279165360002355,
"AP75": 0.6838674626894911,
"AP_S": 0.3681642214254602,
"AP_M": 0.5545725011627829,
"AP_L": 0.14410921017369513
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.5693922066903174,
"AP50": 0.8147563909396367,
"AP75": 0.6786900572730952,
"AP_S": 0.37205264984938313,
"AP_M": 0.5412264001198412,
"AP_L": 0.16193064605977875
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.5809467219313987,
"AP50": 0.8295252356555755,
"AP75": 0.6923702746667993,
"AP_S": 0.38048322049708216,
"AP_M": 0.5557288210474616,
"AP_L": 0.1563263375775059
}
}
],
"aggregate": {
"mAP": {
"mean": 0.5748146818631363,
"sample_std": 0.005809846587452141,
"values": [
0.574105116967693,
0.5693922066903174,
0.5809467219313987
]
},
"AP50": {
"mean": 0.8240660541984826,
"sample_std": 0.008102428718606605,
"values": [
0.8279165360002355,
0.8147563909396367,
0.8295252356555755
]
},
"AP75": {
"mean": 0.6849759315431285,
"sample_std": 0.006907142273354794,
"values": [
0.6838674626894911,
0.6786900572730952,
0.6923702746667993
]
},
"AP_S": {
"mean": 0.3735666972573085,
"sample_std": 0.006297514525329811,
"values": [
0.3681642214254602,
0.37205264984938313,
0.38048322049708216
]
},
"AP_M": {
"mean": 0.5505092407766953,
"sample_std": 0.008059939014305998,
"values": [
0.5545725011627829,
0.5412264001198412,
0.5557288210474616
]
},
"AP_L": {
"mean": 0.15412206460365993,
"sample_std": 0.009112903421405723,
"values": [
0.14410921017369513,
0.16193064605977875,
0.1563263375775059
]
}
}
}
]
},
"source_model_capacity": {
"rows": [
{
"id": "g2",
"config": "experiments/configs/_base_/models/karyoflow_r50.py",
"resolved_model": {
"type": "LDMDet",
"data_preprocessor": {
"type": "DetDataPreprocessor",
"mean": [
123.675,
116.28,
103.53
],
"std": [
58.395,
57.12,
57.375
],
"bgr_to_rgb": true,
"pad_size_divisor": 32
},
"backbone": {
"type": "ResNet",
"depth": 50,
"num_stages": 4,
"out_indices": [
0,
1,
2,
3
],
"frozen_stages": 1,
"norm_cfg": {
"type": "BN",
"requires_grad": true
},
"norm_eval": true,
"style": "pytorch",
"init_cfg": {
"type": "Pretrained",
"checkpoint": "torchvision://resnet50"
}
},
"neck": {
"type": "FPN",
"in_channels": [
256,
512,
1024,
2048
],
"out_channels": 256,
"num_outs": 4
},
"bbox_head": {
"type": "PurePyTorchDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_proposals": 500,
"num_heads": 6,
"deep_supervision": true,
"prior_prob": 0.01,
"snr_scale": 2.0,
"single_head": {
"type": "PurePyTorchSingleDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_cls_convs": 1,
"num_reg_convs": 3,
"dim_feedforward": 2048,
"num_heads": 8,
"dropout": 0.0,
"time_conditioning": "scale_shift"
},
"roi_extractor": {
"type": "PurePyTorchSingleRoIExtractor",
"roi_layer": {
"type": "RoIAlign",
"output_size": 7,
"sampling_ratio": 2
},
"out_channels": 256,
"featmap_strides": [
4,
8,
16,
32
]
},
"criterion": {
"type": "PurePyTorchDiffusionDetCriterion",
"num_classes": 24,
"assigner": {
"type": "PurePyTorchDiffusionDetMatcher",
"match_costs": [
{
"type": "PurePyTorchFocalLossCost",
"weight": 2.0
},
{
"type": "PurePyTorchBBoxL1Cost",
"weight": 5.0
},
{
"type": "PurePyTorchIoUCost",
"iou_mode": "giou",
"weight": 2.0
}
],
"center_radius": 2.5,
"candidate_topk": 5
},
"loss_cls": {
"type": "PurePyTorchFocalLoss",
"loss_weight": 2.0
},
"loss_bbox": {
"type": "PurePyTorchL1Loss",
"loss_weight": 5.0
},
"loss_giou": {
"type": "PurePyTorchGIoULoss",
"loss_weight": 2.0
}
},
"diffusion_type": "rectified_flow",
"solver_type": "dpm_solver_pp",
"sampling_timesteps": 4,
"rf_schedule": "shifted",
"rf_shift": 3.0,
"ddim_sampling_eta": 1.0,
"coupling": {
"type": "random"
},
"box_renewal": true,
"use_ensemble": true
},
"test_cfg": {
"use_nms": true,
"score_thr": 0.5,
"min_bbox_size": 0,
"nms": {
"type": "nms",
"iou_threshold": 0.5
}
}
},
"parameters": 110640104,
"trainable_at_construction": 110414760,
"fp32_parameter_mib": 422.0585021972656,
"buffer_elements": 53179,
"by_component": {
"backbone": 23508032,
"bbox_head": 83787688,
"neck": 3344384
},
"validated_latency_config": {
"path": "",
"parameter_count": 110640104
}
},
{
"id": "lqcr",
"config": "experiments/configs/_base_/models/karyoflow_lqcr_r50.py",
"resolved_model": {
"type": "LDMDet",
"data_preprocessor": {
"type": "DetDataPreprocessor",
"mean": [
123.675,
116.28,
103.53
],
"std": [
58.395,
57.12,
57.375
],
"bgr_to_rgb": true,
"pad_size_divisor": 32
},
"backbone": {
"type": "ResNet",
"depth": 50,
"num_stages": 4,
"out_indices": [
0,
1,
2,
3
],
"frozen_stages": 1,
"norm_cfg": {
"type": "BN",
"requires_grad": true
},
"norm_eval": true,
"style": "pytorch",
"init_cfg": {
"type": "Pretrained",
"checkpoint": "torchvision://resnet50"
}
},
"neck": {
"type": "FPN",
"in_channels": [
256,
512,
1024,
2048
],
"out_channels": 256,
"num_outs": 4
},
"bbox_head": {
"type": "PurePyTorchDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_proposals": 500,
"num_heads": 6,
"deep_supervision": true,
"prior_prob": 0.01,
"snr_scale": 2.0,
"single_head": {
"type": "PurePyTorchSingleDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_cls_convs": 1,
"num_reg_convs": 3,
"dim_feedforward": 2048,
"num_heads": 8,
"dropout": 0.0,
"time_conditioning": "scale_shift",
"predict_iou_quality": true,
"quality_hidden": 128
},
"roi_extractor": {
"type": "PurePyTorchSingleRoIExtractor",
"roi_layer": {
"type": "RoIAlign",
"output_size": 7,
"sampling_ratio": 2
},
"out_channels": 256,
"featmap_strides": [
4,
8,
16,
32
]
},
"criterion": {
"type": "PurePyTorchDiffusionDetCriterion",
"num_classes": 24,
"assigner": {
"type": "PurePyTorchDiffusionDetMatcher",
"match_costs": [
{
"type": "PurePyTorchFocalLossCost",
"weight": 2.0
},
{
"type": "PurePyTorchBBoxL1Cost",
"weight": 5.0
},
{
"type": "PurePyTorchIoUCost",
"iou_mode": "giou",
"weight": 2.0
}
],
"center_radius": 2.5,
"candidate_topk": 5
},
"loss_cls": {
"type": "PurePyTorchFocalLoss",
"loss_weight": 2.0
},
"loss_bbox": {
"type": "PurePyTorchL1Loss",
"loss_weight": 5.0
},
"loss_giou": {
"type": "PurePyTorchGIoULoss",
"loss_weight": 2.0
},
"quality_loss_weight": 0.25,
"quality_focal_alpha": 0.75,
"quality_focal_gamma": 2.0
},
"diffusion_type": "rectified_flow",
"solver_type": "dpm_solver_pp",
"sampling_timesteps": 4,
"rf_schedule": "shifted",
"rf_shift": 3.0,
"ddim_sampling_eta": 1.0,
"coupling": {
"type": "random"
},
"box_renewal": true,
"use_ensemble": true,
"quality_only_training": true,
"quality_score_beta": 2.0,
"quality_calibration_mode": "final_only"
},
"test_cfg": {
"use_nms": true,
"score_thr": 0.5,
"min_bbox_size": 0,
"nms": {
"type": "nms",
"iou_threshold": 0.5
}
}
},
"parameters": 110673257,
"trainable_at_construction": 33153,
"fp32_parameter_mib": 422.1849708557129,
"buffer_elements": 53179,
"by_component": {
"backbone": 23508032,
"bbox_head": 83820841,
"neck": 3344384
},
"validated_latency_config": {
"path": "",
"parameter_count": 110673257
}
},
{
"id": "h3",
"config": "experiments/configs/_base_/models/karyoflow_h3_distill_r50.py",
"resolved_model": {
"type": "LDMDet",
"data_preprocessor": {
"type": "DetDataPreprocessor",
"mean": [
123.675,
116.28,
103.53
],
"std": [
58.395,
57.12,
57.375
],
"bgr_to_rgb": true,
"pad_size_divisor": 32
},
"backbone": {
"type": "ResNet",
"depth": 50,
"num_stages": 4,
"out_indices": [
0,
1,
2,
3
],
"frozen_stages": 1,
"norm_cfg": {
"type": "BN",
"requires_grad": true
},
"norm_eval": true,
"style": "pytorch",
"init_cfg": {
"type": "Pretrained",
"checkpoint": "torchvision://resnet50"
}
},
"neck": {
"type": "FPN",
"in_channels": [
256,
512,
1024,
2048
],
"out_channels": 256,
"num_outs": 4
},
"bbox_head": {
"type": "PurePyTorchDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_proposals": 500,
"num_heads": 3,
"deep_supervision": true,
"prior_prob": 0.01,
"snr_scale": 2.0,
"single_head": {
"type": "PurePyTorchSingleDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_cls_convs": 1,
"num_reg_convs": 3,
"dim_feedforward": 2048,
"num_heads": 8,
"dropout": 0.0,
"time_conditioning": "scale_shift"
},
"roi_extractor": {
"type": "PurePyTorchSingleRoIExtractor",
"roi_layer": {
"type": "RoIAlign",
"output_size": 7,
"sampling_ratio": 2
},
"out_channels": 256,
"featmap_strides": [
4,
8,
16,
32
]
},
"criterion": {
"type": "PurePyTorchDiffusionDetCriterion",
"num_classes": 24,
"assigner": {
"type": "PurePyTorchDiffusionDetMatcher",
"match_costs": [
{
"type": "PurePyTorchFocalLossCost",
"weight": 2.0
},
{
"type": "PurePyTorchBBoxL1Cost",
"weight": 5.0
},
{
"type": "PurePyTorchIoUCost",
"iou_mode": "giou",
"weight": 2.0
}
],
"center_radius": 2.5,
"candidate_topk": 5
},
"loss_cls": {
"type": "PurePyTorchFocalLoss",
"loss_weight": 2.0
},
"loss_bbox": {
"type": "PurePyTorchL1Loss",
"loss_weight": 5.0
},
"loss_giou": {
"type": "PurePyTorchGIoULoss",
"loss_weight": 2.0
}
},
"diffusion_type": "rectified_flow",
"solver_type": "dpm_solver_pp",
"sampling_timesteps": 4,
"rf_schedule": "shifted",
"rf_shift": 3.0,
"ddim_sampling_eta": 1.0,
"coupling": {
"type": "random"
},
"box_renewal": true,
"use_ensemble": true,
"use_distillation": true,
"distill_lambda": 0.05,
"distill_head_map": {
"0": 0,
"1": 2,
"2": 5
},
"deep_supervision_aux_weight": 0.5,
"freeze_backbone": false
},
"test_cfg": {
"use_nms": true,
"score_thr": 0.5,
"min_bbox_size": 0,
"nms": {
"type": "nms",
"iou_threshold": 0.5
}
}
},
"parameters": 69402644,
"trainable_at_construction": 69177300,
"fp32_parameter_mib": 264.7500762939453,
"buffer_elements": 53179,
"by_component": {
"backbone": 23508032,
"bbox_head": 42550228,
"neck": 3344384
},
"validated_latency_config": {
"path": "",
"parameter_count": 69402644
}
},
{
"id": "rtmdet",
"config": "experiments/configs/_base_/models/rtmdet_l.py",
"resolved_model": {
"backbone": {
"act_cfg": {
"inplace": true,
"type": "SiLU"
},
"arch": "P5",
"channel_attention": true,
"deepen_factor": 1,
"expand_ratio": 0.5,
"init_cfg": {
"checkpoint": "https://download.openmmlab.com/mmdetection/v3.0/rtmdet/cspnext_rsb_pretrain/cspnext-l_8xb256-rsb-a1-600e_in1k-6a760974.pth",
"prefix": "backbone.",
"type": "Pretrained"
},
"norm_cfg": {
"type": "BN"
},
"type": "CSPNeXt",
"widen_factor": 1
},
"bbox_head": {
"act_cfg": {
"inplace": true,
"type": "SiLU"
},
"anchor_generator": {
"offset": 0,
"strides": [
8,
16,
32
],
"type": "MlvlPointGenerator"
},
"bbox_coder": {
"type": "DistancePointBBoxCoder"
},
"exp_on_reg": true,
"feat_channels": 256,
"in_channels": 256,
"loss_bbox": {
"loss_weight": 2.0,
"type": "GIoULoss"
},
"loss_cls": {
"beta": 2.0,
"loss_weight": 1.0,
"type": "QualityFocalLoss",
"use_sigmoid": true
},
"norm_cfg": {
"type": "BN"
},
"num_classes": 24,
"pred_kernel_size": 1,
"share_conv": true,
"stacked_convs": 2,
"type": "RTMDetSepBNHead",
"with_objectness": false,
"train_cfg": {
"allowed_border": -1,
"assigner": {
"topk": 13,
"type": "DynamicSoftLabelAssigner"
},
"debug": false,
"pos_weight": -1
},
"test_cfg": {
"max_per_img": 300,
"min_bbox_size": 0,
"nms": {
"iou_threshold": 0.65,
"type": "nms"
},
"nms_pre": 30000,
"score_thr": 0.001
}
},
"data_preprocessor": {
"batch_augments": null,
"bgr_to_rgb": true,
"mean": [
123.675,
116.28,
103.53
],
"pad_size_divisor": 32,
"std": [
58.395,
57.12,
57.375
],
"type": "DetDataPreprocessor"
},
"neck": {
"act_cfg": {
"inplace": true,
"type": "SiLU"
},
"expand_ratio": 0.5,
"in_channels": [
256,
512,
1024
],
"norm_cfg": {
"type": "BN"
},
"num_csp_blocks": 3,
"out_channels": 256,
"type": "CSPNeXtPAFPN"
},
"test_cfg": {
"max_per_img": 300,
"min_bbox_size": 0,
"nms": {
"iou_threshold": 0.65,
"type": "nms"
},
"nms_pre": 30000,
"score_thr": 0.001
},
"train_cfg": {
"allowed_border": -1,
"assigner": {
"topk": 13,
"type": "DynamicSoftLabelAssigner"
},
"debug": false,
"pos_weight": -1
},
"type": "RTMDet"
},
"parameters": 52272628,
"trainable_at_construction": 52272628,
"fp32_parameter_mib": 199.4042510986328,
"buffer_elements": 79892,
"by_component": {
"backbone": 26138912,
"bbox_head": 2387028,
"neck": 23746688
}
},
{
"id": "cascade",
"config": "experiments/configs/_base_/models/cascade_rcnn_r50.py",
"resolved_model": {
"backbone": {
"depth": 50,
"frozen_stages": 1,
"init_cfg": {
"checkpoint": "torchvision://resnet50",
"type": "Pretrained"
},
"norm_cfg": {
"requires_grad": true,
"type": "BN"
},
"norm_eval": true,
"num_stages": 4,
"out_indices": [
0,
1,
2,
3
],
"style": "pytorch",
"type": "ResNet"
},
"data_preprocessor": {
"bgr_to_rgb": true,
"mean": [
123.675,
116.28,
103.53
],
"pad_size_divisor": 32,
"std": [
58.395,
57.12,
57.375
],
"type": "DetDataPreprocessor"
},
"neck": {
"in_channels": [
256,
512,
1024,
2048
],
"num_outs": 5,
"out_channels": 256,
"type": "FPN"
},
"roi_head": {
"bbox_head": [
{
"bbox_coder": {
"target_means": [
0.0,
0.0,
0.0,
0.0
],
"target_stds": [
0.1,
0.1,
0.2,
0.2
],
"type": "DeltaXYWHBBoxCoder"
},
"fc_out_channels": 1024,
"in_channels": 256,
"loss_bbox": {
"beta": 1.0,
"loss_weight": 1.0,
"type": "SmoothL1Loss"
},
"loss_cls": {
"loss_weight": 1.0,
"type": "CrossEntropyLoss",
"use_sigmoid": false
},
"num_classes": 24,
"reg_class_agnostic": true,
"roi_feat_size": 7,
"type": "Shared2FCBBoxHead"
},
{
"bbox_coder": {
"target_means": [
0.0,
0.0,
0.0,
0.0
],
"target_stds": [
0.05,
0.05,
0.1,
0.1
],
"type": "DeltaXYWHBBoxCoder"
},
"fc_out_channels": 1024,
"in_channels": 256,
"loss_bbox": {
"beta": 1.0,
"loss_weight": 1.0,
"type": "SmoothL1Loss"
},
"loss_cls": {
"loss_weight": 1.0,
"type": "CrossEntropyLoss",
"use_sigmoid": false
},
"num_classes": 24,
"reg_class_agnostic": true,
"roi_feat_size": 7,
"type": "Shared2FCBBoxHead"
},
{
"bbox_coder": {
"target_means": [
0.0,
0.0,
0.0,
0.0
],
"target_stds": [
0.033,
0.033,
0.067,
0.067
],
"type": "DeltaXYWHBBoxCoder"
},
"fc_out_channels": 1024,
"in_channels": 256,
"loss_bbox": {
"beta": 1.0,
"loss_weight": 1.0,
"type": "SmoothL1Loss"
},
"loss_cls": {
"loss_weight": 1.0,
"type": "CrossEntropyLoss",
"use_sigmoid": false
},
"num_classes": 24,
"reg_class_agnostic": true,
"roi_feat_size": 7,
"type": "Shared2FCBBoxHead"
}
],
"bbox_roi_extractor": {
"featmap_strides": [
4,
8,
16,
32
],
"out_channels": 256,
"roi_layer": {
"output_size": 7,
"sampling_ratio": 0,
"type": "RoIAlign"
},
"type": "SingleRoIExtractor"
},
"num_stages": 3,
"stage_loss_weights": [
1,
0.5,
0.25
],
"type": "CascadeRoIHead",
"train_cfg": [
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.5,
"neg_iou_thr": 0.5,
"pos_iou_thr": 0.5,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
},
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.6,
"neg_iou_thr": 0.6,
"pos_iou_thr": 0.6,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
},
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.7,
"neg_iou_thr": 0.7,
"pos_iou_thr": 0.7,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
}
],
"test_cfg": {
"max_per_img": 100,
"nms": {
"iou_threshold": 0.5,
"type": "nms"
},
"score_thr": 0.05
}
},
"rpn_head": {
"anchor_generator": {
"ratios": [
0.5,
1.0,
2.0
],
"scales": [
8
],
"strides": [
4,
8,
16,
32,
64
],
"type": "AnchorGenerator"
},
"bbox_coder": {
"target_means": [
0.0,
0.0,
0.0,
0.0
],
"target_stds": [
1.0,
1.0,
1.0,
1.0
],
"type": "DeltaXYWHBBoxCoder"
},
"feat_channels": 256,
"in_channels": 256,
"loss_bbox": {
"beta": 0.1111111111111111,
"loss_weight": 1.0,
"type": "SmoothL1Loss"
},
"loss_cls": {
"loss_weight": 1.0,
"type": "CrossEntropyLoss",
"use_sigmoid": true
},
"type": "RPNHead"
},
"test_cfg": {
"rcnn": {
"max_per_img": 100,
"nms": {
"iou_threshold": 0.5,
"type": "nms"
},
"score_thr": 0.05
},
"rpn": {
"max_per_img": 1000,
"min_bbox_size": 0,
"nms": {
"iou_threshold": 0.7,
"type": "nms"
},
"nms_pre": 1000
}
},
"train_cfg": {
"rcnn": [
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.5,
"neg_iou_thr": 0.5,
"pos_iou_thr": 0.5,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
},
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.6,
"neg_iou_thr": 0.6,
"pos_iou_thr": 0.6,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
},
{
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": false,
"min_pos_iou": 0.7,
"neg_iou_thr": 0.7,
"pos_iou_thr": 0.7,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": true,
"neg_pos_ub": -1,
"num": 512,
"pos_fraction": 0.25,
"type": "RandomSampler"
}
}
],
"rpn": {
"allowed_border": 0,
"assigner": {
"ignore_iof_thr": -1,
"match_low_quality": true,
"min_pos_iou": 0.3,
"neg_iou_thr": 0.3,
"pos_iou_thr": 0.7,
"type": "MaxIoUAssigner"
},
"debug": false,
"pos_weight": -1,
"sampler": {
"add_gt_as_proposals": false,
"neg_pos_ub": -1,
"num": 256,
"pos_fraction": 0.5,
"type": "RandomSampler"
}
},
"rpn_proposal": {
"max_per_img": 2000,
"min_bbox_size": 0,
"nms": {
"iou_threshold": 0.7,
"type": "nms"
},
"nms_pre": 2000
}
},
"type": "CascadeRCNN"
},
"parameters": 69222566,
"trainable_at_construction": 68997222,
"fp32_parameter_mib": 264.0631332397461,
"buffer_elements": 53179,
"by_component": {
"backbone": 23508032,
"neck": 3344384,
"roi_head": 41776215,
"rpn_head": 593935
}
},
{
"id": "diffusiondet",
"config": "experiments/configs/_base_/models/diffusiondet_ddpm_r50.py",
"resolved_model": {
"type": "LDMDet",
"data_preprocessor": {
"type": "DetDataPreprocessor",
"mean": [
123.675,
116.28,
103.53
],
"std": [
58.395,
57.12,
57.375
],
"bgr_to_rgb": true,
"pad_size_divisor": 32
},
"backbone": {
"type": "ResNet",
"depth": 50,
"num_stages": 4,
"out_indices": [
0,
1,
2,
3
],
"frozen_stages": 1,
"norm_cfg": {
"type": "BN",
"requires_grad": true
},
"norm_eval": true,
"style": "pytorch",
"init_cfg": {
"type": "Pretrained",
"checkpoint": "torchvision://resnet50"
}
},
"neck": {
"type": "FPN",
"in_channels": [
256,
512,
1024,
2048
],
"out_channels": 256,
"num_outs": 4
},
"bbox_head": {
"type": "PurePyTorchDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_proposals": 500,
"num_heads": 6,
"deep_supervision": true,
"prior_prob": 0.01,
"snr_scale": 2.0,
"single_head": {
"type": "PurePyTorchSingleDiffusionDetHead",
"num_classes": 24,
"feat_channels": 256,
"num_cls_convs": 1,
"num_reg_convs": 3,
"dim_feedforward": 2048,
"num_heads": 8,
"dropout": 0.0,
"time_conditioning": "scale_shift"
},
"roi_extractor": {
"type": "PurePyTorchSingleRoIExtractor",
"roi_layer": {
"type": "RoIAlign",
"output_size": 7,
"sampling_ratio": 2
},
"out_channels": 256,
"featmap_strides": [
4,
8,
16,
32
]
},
"criterion": {
"type": "PurePyTorchDiffusionDetCriterion",
"num_classes": 24,
"assigner": {
"type": "PurePyTorchDiffusionDetMatcher",
"match_costs": [
{
"type": "PurePyTorchFocalLossCost",
"weight": 2.0
},
{
"type": "PurePyTorchBBoxL1Cost",
"weight": 5.0
},
{
"type": "PurePyTorchIoUCost",
"iou_mode": "giou",
"weight": 2.0
}
],
"center_radius": 2.5,
"candidate_topk": 5
},
"loss_cls": {
"type": "PurePyTorchFocalLoss",
"loss_weight": 2.0
},
"loss_bbox": {
"type": "PurePyTorchL1Loss",
"loss_weight": 5.0
},
"loss_giou": {
"type": "PurePyTorchGIoULoss",
"loss_weight": 2.0
}
},
"diffusion_type": "ddpm",
"solver_type": "euler",
"sampling_timesteps": 1,
"ddim_sampling_eta": 1.0,
"coupling": {
"type": "random"
},
"box_renewal": true,
"use_ensemble": true
},
"test_cfg": {
"use_nms": true,
"score_thr": 0.5,
"min_bbox_size": 0,
"nms": {
"type": "nms",
"iou_threshold": 0.5
}
}
},
"parameters": 110640104,
"trainable_at_construction": 110414760,
"fp32_parameter_mib": 422.0585021972656,
"buffer_elements": 54179,
"by_component": {
"backbone": 23508032,
"bbox_head": 83787688,
"neck": 3344384
}
},
{
"id": "yolox",
"config": "experiments/configs/_base_/models/yolox_s.py",
"resolved_model": {
"backbone": {
"deepen_factor": 0.33,
"out_indices": [
2,
3,
4
],
"type": "CSPDarknet",
"widen_factor": 0.5
},
"bbox_head": {
"act_cfg": {
"inplace": true,
"type": "SiLU"
},
"feat_channels": 128,
"in_channels": 128,
"loss_bbox": {
"loss_weight": 5.0,
"reduction": "sum",
"type": "IoULoss"
},
"loss_cls": {
"loss_weight": 1.0,
"reduction": "sum",
"type": "CrossEntropyLoss",
"use_sigmoid": true
},
"loss_l1": {
"loss_weight": 1.0,
"reduction": "sum",
"type": "L1Loss"
},
"loss_obj": {
"loss_weight": 1.0,
"reduction": "sum",
"type": "CrossEntropyLoss",
"use_sigmoid": true
},
"norm_cfg": {
"eps": 0.001,
"momentum": 0.03,
"type": "BN"
},
"num_classes": 24,
"stacked_convs": 2,
"strides": [
8,
16,
32
],
"type": "YOLOXHead",
"use_depthwise": false,
"train_cfg": {
"assigner": {
"candidate_topk": 10,
"center_radius": 2.5,
"type": "SimOTAAssigner"
}
},
"test_cfg": {
"nms": {
"iou_threshold": 0.65,
"type": "nms"
},
"score_thr": 0.01
}
},
"data_preprocessor": {
"bgr_to_rgb": true,
"mean": [
123.675,
116.28,
103.53
],
"pad_size_divisor": 32,
"std": [
58.395,
57.12,
57.375
],
"type": "DetDataPreprocessor"
},
"neck": {
"in_channels": [
128,
256,
512
],
"num_csp_blocks": 1,
"out_channels": 128,
"type": "YOLOXPAFPN"
},
"test_cfg": {
"nms": {
"iou_threshold": 0.65,
"type": "nms"
},
"score_thr": 0.01
},
"train_cfg": {
"assigner": {
"candidate_topk": 10,
"center_radius": 2.5,
"type": "SimOTAAssigner"
}
},
"type": "YOLOX"
},
"parameters": 8946583,
"trainable_at_construction": 8946583,
"fp32_parameter_mib": 34.12850570678711,
"buffer_elements": 23184,
"by_component": {
"backbone": 4212672,
"bbox_head": 1783767,
"neck": 2950144
}
}
],
"scope": "CPU architecture instantiation; no init_weights, training or GPU; FP32 parameter payload excludes buffers and serialization overhead. Canonical 24-class architecture counts, not checkpoint file sizes.",
"torch": "2.1.0",
"reproduction_scripts": {
"tools/analysis/export_paper_model_capacity.py": "",
"tools/analysis/verify_paper_model_capacity.py": ""
}
},
"source_unified_real_test_pipeline_latency": {
"schema_version": 1,
"kind": "unified_real_test_pipeline_a6000_latency",
"status": "verified",
"expected_rows": 18,
"observed_rows": 18,
"protocol_interpretation": {
"timed_boundary": "model.test_step(batch)",
"same_boundary_for_all_models": true,
"same_gpu_for_all_models": true,
"batch_size": 1,
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"data_loading_included": false,
"model_data_preprocessing_included": true,
"postprocessing_included": true,
"input_policy": "each evaluated checkpoint uses its native held-out test transform; actual first-batch shapes are recorded per row",
"fixed_resolution_architecture_benchmark": false
},
"rows": [
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:27:32.338805+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
81.9659609375,
84.16959375,
84.6872109375
],
"latency_ms_per_batch_mean": 83.60758854166667,
"latency_ms_per_batch_sample_std": 1.445056324601344,
"batches_per_second": 11.960636796762055,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_dpm4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:43:53.284486+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
129.9725859375,
132.79128125,
133.43209375
],
"latency_ms_per_batch_mean": 132.0653203125,
"latency_ms_per_batch_sample_std": 1.8404654406614163,
"batches_per_second": 7.572010559878602,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_heun4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:30:53.744493+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
81.8817265625,
83.8895390625,
84.34684375
],
"latency_ms_per_batch_mean": 83.372703125,
"latency_ms_per_batch_sample_std": 1.3113124062349155,
"batches_per_second": 11.994333427101534,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_euler4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:47:15.857248+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
82.689140625,
84.57103125,
85.2318671875
],
"latency_ms_per_batch_mean": 84.16401302083334,
"latency_ms_per_batch_sample_std": 1.3193227323389285,
"batches_per_second": 11.881562726250557,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_lqcr",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:39:18.186601+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
50.30263671875,
50.1709140625,
50.7562109375
],
"latency_ms_per_batch_mean": 50.40992057291667,
"latency_ms_per_batch_sample_std": 0.3070431191133122,
"batches_per_second": 19.837365118509272,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_h3",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:58:46.728113+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
85.903328125,
87.9513046875,
88.4759765625
],
"latency_ms_per_batch_mean": 87.44353645833333,
"latency_ms_per_batch_sample_std": 1.3594121621701338,
"batches_per_second": 11.435951020536526,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_dpm4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:09:44.977487+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
140.023421875,
142.161625,
143.498953125
],
"latency_ms_per_batch_mean": 141.89466666666667,
"latency_ms_per_batch_sample_std": 1.7530771321404397,
"batches_per_second": 7.047481230208324,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_heun4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:02:16.827497+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
86.1165390625,
88.812140625,
89.433703125
],
"latency_ms_per_batch_mean": 88.12079427083333,
"latency_ms_per_batch_sample_std": 1.7633389323808488,
"batches_per_second": 11.348059311932293,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_euler4",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:13:15.096909+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
86.9985703125,
89.1162109375,
89.761484375
],
"latency_ms_per_batch_mean": 88.625421875,
"latency_ms_per_batch_sample_std": 1.4453646450264,
"batches_per_second": 11.28344417260355,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_lqcr",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:04:54.747395+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
52.423234375,
52.70954296875,
54.10343359375
],
"latency_ms_per_batch_mean": 53.07873697916666,
"latency_ms_per_batch_sample_std": 0.8988857083454389,
"batches_per_second": 18.839935855905892,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_h3",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:22:07.687864+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.913625,
30.778869140625,
30.77206640625
],
"latency_ms_per_batch_mean": 30.821520182291668,
"latency_ms_per_batch_sample_std": 0.07983760005509948,
"batches_per_second": 32.444863007585994,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "cascade_rcnn_r50",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:34:51.371113+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.2811484375,
29.98866796875,
30.132306640625
],
"latency_ms_per_batch_mean": 30.134041015625,
"latency_ms_per_batch_sample_std": 0.14624794765238724,
"batches_per_second": 33.18506135574327,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "cascade_rcnn_r50",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:24:10.273311+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.681455078125,
30.845078125,
30.913111328125
],
"latency_ms_per_batch_mean": 30.81321484375,
"latency_ms_per_batch_sample_std": 0.11906975291831291,
"batches_per_second": 32.45360813764082,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "diffusiondet_ddpm_r50",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:36:59.659101+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1,
"checkpoint_load_strict": false
},
"latency_ms_per_batch_repeats": [
31.5311953125,
31.632078125,
31.873373046875
],
"latency_ms_per_batch_mean": 31.678882161458333,
"latency_ms_per_batch_sample_std": 0.17582481010112494,
"batches_per_second": 31.56677040885729,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "diffusiondet_ddpm_r50",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:49:40.693323+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
45.0442578125,
45.053203125,
45.003
],
"latency_ms_per_batch_mean": 45.03348697916667,
"latency_ms_per_batch_sample_std": 0.026778659002315533,
"batches_per_second": 22.20569773916505,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "rtmdet_l",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:39:29.068196+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
42.75207421875,
42.14475,
42.13689453125
],
"latency_ms_per_batch_mean": 42.34457291666667,
"latency_ms_per_batch_sample_std": 0.3529283362058515,
"batches_per_second": 23.61577720875781,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "rtmdet_l",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:51:12.069818+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
11.9831923828125,
12.026787109375,
11.816513671875
],
"latency_ms_per_batch_mean": 11.942164388020833,
"latency_ms_per_batch_sample_std": 0.1109783848187806,
"batches_per_second": 83.73691464196376,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "yolox_s",
"latency_artifact": {
"path": ""
}
},
{
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:41:03.399361+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
11.3994296875,
11.6811220703125,
11.43403125
],
"latency_ms_per_batch_mean": 11.504861002604166,
"latency_ms_per_batch_sample_std": 0.15362385890258543,
"batches_per_second": 86.91978110588616,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "yolox_s",
"latency_artifact": {
"path": ""
}
}
]
},
"source_speed_accuracy_cross_dataset": {
"description": "Cross-dataset speed--accuracy operating points. KaryoFlow-family accuracy is the mean of three independent training runs; latency uses the final A6000 protocol.",
"rows": [
{
"id": "heun4",
"label": "RF+Heun",
"family": "ours_ref",
"d1_fps": 7.572010559878602,
"d2_fps": 7.047481230208324,
"d1_mAP": 0.7081647116917933,
"d2_mAP": 0.8597256841863748
},
{
"id": "euler4",
"label": "RF+Euler",
"family": "ours_ref",
"d1_mAP": 0.7081164073825261,
"d1_fps": 11.994333427101534,
"d2_mAP": 0.8596930040046317,
"d2_fps": 11.348059311932293
},
{
"id": "g2",
"label": "KaryoFlow",
"family": "ours",
"d1_fps": 11.960636796762055,
"d2_fps": 11.435951020536526,
"d1_mAP": 0.7082146234828225,
"d2_mAP": 0.8596711559434895
},
{
"id": "lqcr",
"label": "KaryoFlow+LQCR",
"family": "ours_lqcr",
"d1_fps": 11.881562726250557,
"d2_fps": 11.28344417260355,
"d1_mAP": 0.715561808427123,
"d2_mAP": 0.8658709090443371
},
{
"id": "h3",
"label": "Distilled KaryoFlow",
"family": "ours_distill",
"d1_fps": 19.837365118509272,
"d2_fps": 18.839935855905892,
"d1_mAP": 0.6913206146558708,
"d2_mAP": 0.8591751261026332
},
{
"id": "rtmdet",
"label": "RTMDet-L",
"family": "standard",
"d1_fps": 22.20569773916505,
"d2_fps": 23.61577720875781,
"d1_mAP": 0.6956774444670708,
"d2_mAP": 0.8608833005891651
},
{
"id": "cascade",
"label": "Cascade R-CNN",
"family": "standard",
"d1_fps": 32.444863007585994,
"d2_fps": 33.18506135574327,
"d1_mAP": 0.6863539947562014,
"d2_mAP": 0.8526697512141564
},
{
"id": "diffusiondet",
"label": "DiffusionDet",
"family": "diffusion",
"d1_fps": 32.45360813764082,
"d2_fps": 31.56677040885729,
"d1_mAP": 0.6908418441917117,
"d2_mAP": 0.803345014755231
},
{
"id": "yolox",
"label": "YOLOX-S",
"family": "standard",
"d1_fps": 83.73691464196376,
"d2_fps": 86.91978110588616,
"d1_mAP": 0.5748146818631363,
"d2_mAP": 0.7951360274421645
}
],
"provenance": {
"source": "source_paper_matched_accuracy_latency.json"
},
"boundary": "Conventional Dataset 2 detector points retain their registered point-estimate protocol; KaryoFlow-family points use three independent training runs.",
"euler_provenance": {
"source": "source_speed_accuracy_with_euler_evidence.json"
}
},
"source_lqcr_beta_validation": {
"schema_version": "1.0",
"description": "Active scale-shift LQCR beta selection on validation only",
"method": "karyoflow_lqcr_scaleshift_r50",
"replication_unit": "independent training parent",
"datasets": [
{
"dataset": "D1_INHOUSE1700_V2",
"split": "val",
"selection_rule": "maximum mean mAP across three independent training parents",
"selected_beta": 2.0,
"training_seeds": [
42,
123,
789
],
"inference_seed": 42,
"beta_grid": [
{
"beta": 0.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.7189715671540758
},
{
"training_seed": 123,
"mAP": 0.7179046501328201
},
{
"training_seed": 789,
"mAP": 0.7200031872111705
}
],
"mAP_mean": 0.7189598014993555,
"mAP_sample_std": 0.001049318011984975,
"delta_from_beta0_mean": 0.0
},
{
"beta": 0.25,
"runs": [
{
"training_seed": 42,
"mAP": 0.7210891840305577
},
{
"training_seed": 123,
"mAP": 0.7201024774827642
},
{
"training_seed": 789,
"mAP": 0.7224817710436888
}
],
"mAP_mean": 0.7212244775190035,
"mAP_sample_std": 0.0011954027389445788,
"delta_from_beta0_mean": 0.002264676019648082
},
{
"beta": 0.5,
"runs": [
{
"training_seed": 42,
"mAP": 0.7222172105435993
},
{
"training_seed": 123,
"mAP": 0.7217891359928592
},
{
"training_seed": 789,
"mAP": 0.7244334747833465
}
],
"mAP_mean": 0.7228132737732683,
"mAP_sample_std": 0.0014193662106875636,
"delta_from_beta0_mean": 0.0038534722739128613
},
{
"beta": 1.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.7240617783626153
},
{
"training_seed": 123,
"mAP": 0.7235768032305168
},
{
"training_seed": 789,
"mAP": 0.7261144436947091
}
],
"mAP_mean": 0.7245843417626138,
"mAP_sample_std": 0.0013471114139669488,
"delta_from_beta0_mean": 0.005624540263258315
},
{
"beta": 2.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.7255353675428182
},
{
"training_seed": 123,
"mAP": 0.7242341948619245
},
{
"training_seed": 789,
"mAP": 0.7274650580008838
}
],
"mAP_mean": 0.7257448734685422,
"mAP_sample_std": 0.0016255887257718394,
"delta_from_beta0_mean": 0.006785071969186762
}
]
},
{
"dataset": "D2",
"split": "val",
"selection_rule": "maximum mean mAP across three independent training parents",
"selected_beta": 2.0,
"training_seeds": [
42,
123,
789
],
"inference_seed": 42,
"beta_grid": [
{
"beta": 0.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.8591333208381806
},
{
"training_seed": 123,
"mAP": 0.8579500365973977
},
{
"training_seed": 789,
"mAP": 0.8602340800710541
}
],
"mAP_mean": 0.8591058125022107,
"mAP_sample_std": 0.0011422701864265636,
"delta_from_beta0_mean": 0.0
},
{
"beta": 0.25,
"runs": [
{
"training_seed": 42,
"mAP": 0.8615947012573253
},
{
"training_seed": 123,
"mAP": 0.8602833910497117
},
{
"training_seed": 789,
"mAP": 0.8623833630769993
}
],
"mAP_mean": 0.8614204851280121,
"mAP_sample_std": 0.0010607705094091552,
"delta_from_beta0_mean": 0.0023146726258013173
},
{
"beta": 0.5,
"runs": [
{
"training_seed": 42,
"mAP": 0.8630028467185415
},
{
"training_seed": 123,
"mAP": 0.8615099239888283
},
{
"training_seed": 789,
"mAP": 0.8637358977409726
}
],
"mAP_mean": 0.8627495561494475,
"mAP_sample_std": 0.0011343971397190767,
"delta_from_beta0_mean": 0.0036437436472367413
},
{
"beta": 1.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.8644258977460445
},
{
"training_seed": 123,
"mAP": 0.8628553246891127
},
{
"training_seed": 789,
"mAP": 0.8649180684046509
}
],
"mAP_mean": 0.864066430279936,
"mAP_sample_std": 0.0010773302898326345,
"delta_from_beta0_mean": 0.004960617777725274
},
{
"beta": 2.0,
"runs": [
{
"training_seed": 42,
"mAP": 0.8651792623776516
},
{
"training_seed": 123,
"mAP": 0.8636470972272847
},
{
"training_seed": 789,
"mAP": 0.8664148480208802
}
],
"mAP_mean": 0.8650804025419389,
"mAP_sample_std": 0.0013865212094302676,
"delta_from_beta0_mean": 0.0059745900397281115
}
]
}
]
},
"scale_distribution_provenance": {
"export_file": "scale_distribution.npz",
"definition": "100 * box_width * box_height / image_width / image_height; every held-out annotation",
"cohorts": {
"dataset_1": {
"annotation_path": "data/ChromosomeSelf1700_coco/test/_annotations.coco.json",
"annotation_count": 15803,
"median_relative_area_percent": 0.33642578125
},
"dataset_2": {
"annotation_path": "data/24_chromosomes_object/coco/test/_annotations.coco.json",
"annotation_count": 45980,
"median_relative_area_percent": 0.8423812793153953
}
}
},
"source_paper_matched_accuracy_latency": {
"schema_version": 1,
"description": "Exact-checkpoint-bound accuracy and same-boundary real-test-pipeline timing; distinct accuracy replication units preserved",
"sources": {
"accuracy_evidence": [
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
},
{
"path": ""
}
],
"latency_status": ""
},
"rows": [
{
"dataset": "d1",
"id": "g2",
"label": "KaryoFlow",
"accuracy": {
"AP50": {
"mean": 0.9183101382241671,
"sample_std": 0.0034240874847829847,
"values": [
0.9151439729982456,
0.9178423860253813,
0.9219440556488744
]
},
"AP75": {
"mean": 0.79530233162605,
"sample_std": 0.005217894172428073,
"values": [
0.7907628444758122,
0.7941411552218808,
0.801002995180457
]
},
"AP90": {
"mean": 0.42642425469803363,
"sample_std": 0.0030016259864408877,
"values": [
0.4279269840412073,
0.4283777212510061,
0.42296805880188754
]
},
"AP95": {
"mean": 0.06985011494839438,
"sample_std": 0.0019287415575487406,
"values": [
0.07185574926042256,
0.06800877692166389,
0.06968581866309669
]
},
"AP_L": {
"mean": 0.5254156397748906,
"sample_std": 0.009820131649348524,
"values": [
0.5367412096848294,
0.520236161422248,
0.5192695482175943
]
},
"AP_M": {
"mean": 0.6965240578929445,
"sample_std": 0.0047353165514589365,
"values": [
0.6936979195030621,
0.6938833721380341,
0.7019908820377372
]
},
"AP_S": {
"mean": 0.44738578836178045,
"sample_std": 0.003288873926556129,
"values": [
0.4438399068599375,
0.45033632623648695,
0.4479811319889169
]
},
"mAP": {
"mean": 0.7082146234828225,
"sample_std": 0.002392495178740041,
"values": [
0.7063925830715332,
0.7073272667160234,
0.7109240206609109
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9151439729982456,
"AP75": 0.7907628444758122,
"AP90": 0.4279269840412073,
"AP95": 0.07185574926042256,
"AP_L": 0.5367412096848294,
"AP_M": 0.6936979195030621,
"AP_S": 0.4438399068599375,
"mAP": 0.7063925830715332
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9178423860253813,
"AP75": 0.7941411552218808,
"AP90": 0.4283777212510061,
"AP95": 0.06800877692166389,
"AP_L": 0.520236161422248,
"AP_M": 0.6938833721380341,
"AP_S": 0.45033632623648695,
"mAP": 0.7073272667160234
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9219440556488744,
"AP75": 0.801002995180457,
"AP90": 0.42296805880188754,
"AP95": 0.06968581866309669,
"AP_L": 0.5192695482175943,
"AP_M": 0.7019908820377372,
"AP_S": 0.4479811319889169,
"mAP": 0.7109240206609109
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:27:32.338805+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
81.9659609375,
84.16959375,
84.6872109375
],
"latency_ms_per_batch_mean": 83.60758854166667,
"latency_ms_per_batch_sample_std": 1.445056324601344,
"batches_per_second": 11.960636796762055,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_dpm4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d1",
"id": "heun4",
"label": "RF + Heun",
"accuracy": {
"AP50": {
"mean": 0.9181907980260935,
"sample_std": 0.002994672175301495,
"values": [
0.9154846003083139,
0.9176796458633291,
0.9214081479066374
]
},
"AP75": {
"mean": 0.7953317655663267,
"sample_std": 0.005070020872554571,
"values": [
0.7909022421129398,
0.7942314702603192,
0.8008615843257212
]
},
"AP90": {
"mean": 0.42541316823330433,
"sample_std": 0.0031168457347702096,
"values": [
0.42646959940958473,
0.42786449828362855,
0.4219054070066997
]
},
"AP95": {
"mean": 0.07014998486836145,
"sample_std": 0.002007957139622445,
"values": [
0.07177295179864353,
0.06790449455805933,
0.07077250824838148
]
},
"AP_L": {
"mean": 0.5234537971249649,
"sample_std": 0.010032210005078448,
"values": [
0.5347669196936066,
0.5199548226630367,
0.5156396490182512
]
},
"AP_M": {
"mean": 0.6963207161415736,
"sample_std": 0.004804396712215238,
"values": [
0.6935854697268682,
0.6935085010677873,
0.7018681776300654
]
},
"AP_S": {
"mean": 0.4464586396806592,
"sample_std": 0.0036927401547594886,
"values": [
0.44230087180897426,
0.44771834439651287,
0.4493567028364905
]
},
"mAP": {
"mean": 0.7081647116917933,
"sample_std": 0.002559275722967286,
"values": [
0.7060846835200207,
0.7073867586906166,
0.7110226928647425
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9154846003083139,
"AP75": 0.7909022421129398,
"AP90": 0.42646959940958473,
"AP95": 0.07177295179864353,
"AP_L": 0.5347669196936066,
"AP_M": 0.6935854697268682,
"AP_S": 0.44230087180897426,
"mAP": 0.7060846835200207
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9176796458633291,
"AP75": 0.7942314702603192,
"AP90": 0.42786449828362855,
"AP95": 0.06790449455805933,
"AP_L": 0.5199548226630367,
"AP_M": 0.6935085010677873,
"AP_S": 0.44771834439651287,
"mAP": 0.7073867586906166
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9214081479066374,
"AP75": 0.8008615843257212,
"AP90": 0.4219054070066997,
"AP95": 0.07077250824838148,
"AP_L": 0.5156396490182512,
"AP_M": 0.7018681776300654,
"AP_S": 0.4493567028364905,
"mAP": 0.7110226928647425
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:43:53.284486+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
129.9725859375,
132.79128125,
133.43209375
],
"latency_ms_per_batch_mean": 132.0653203125,
"latency_ms_per_batch_sample_std": 1.8404654406614163,
"batches_per_second": 7.572010559878602,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_heun4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d1",
"id": "euler4",
"label": "RF + Euler",
"accuracy": {
"AP50": {
"mean": 0.9183380772291568,
"sample_std": 0.0035661534861308707,
"values": [
0.9150605202678954,
0.917817998150589,
0.922135713268986
]
},
"AP75": {
"mean": 0.7950955407160843,
"sample_std": 0.004893715888273428,
"values": [
0.7910991404902054,
0.7936339656743229,
0.8005535159837247
]
},
"AP90": {
"mean": 0.42525017718133495,
"sample_std": 0.0034849576152270467,
"values": [
0.42670407398602733,
0.42777277761550564,
0.42127367994247195
]
},
"AP95": {
"mean": 0.07008446197679373,
"sample_std": 0.0018908953906383696,
"values": [
0.07197478190857834,
0.06819299165221311,
0.07008561236958975
]
},
"AP_L": {
"mean": 0.5225856235771015,
"sample_std": 0.0036127319153254297,
"values": [
0.5267494245508825,
0.5202825829082754,
0.5207248632721466
]
},
"AP_M": {
"mean": 0.6963348100035174,
"sample_std": 0.00475616113429254,
"values": [
0.6937080221144463,
0.693471356120477,
0.701825051775629
]
},
"AP_S": {
"mean": 0.44704740683884076,
"sample_std": 0.0032263580025373296,
"values": [
0.44335717660632734,
0.44933528214280605,
0.4484497617673888
]
},
"mAP": {
"mean": 0.7081164073825261,
"sample_std": 0.002513811299453891,
"values": [
0.7063210086914218,
0.7070388460100343,
0.7109893674461223
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9150605202678954,
"AP75": 0.7910991404902054,
"AP90": 0.42670407398602733,
"AP95": 0.07197478190857834,
"AP_L": 0.5267494245508825,
"AP_M": 0.6937080221144463,
"AP_S": 0.44335717660632734,
"mAP": 0.7063210086914218
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.917817998150589,
"AP75": 0.7936339656743229,
"AP90": 0.42777277761550564,
"AP95": 0.06819299165221311,
"AP_L": 0.5202825829082754,
"AP_M": 0.693471356120477,
"AP_S": 0.44933528214280605,
"mAP": 0.7070388460100343
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.922135713268986,
"AP75": 0.8005535159837247,
"AP90": 0.42127367994247195,
"AP95": 0.07008561236958975,
"AP_L": 0.5207248632721466,
"AP_M": 0.701825051775629,
"AP_S": 0.4484497617673888,
"mAP": 0.7109893674461223
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:30:53.744493+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
81.8817265625,
83.8895390625,
84.34684375
],
"latency_ms_per_batch_mean": 83.372703125,
"latency_ms_per_batch_sample_std": 1.3113124062349155,
"batches_per_second": 11.994333427101534,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_euler4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d1",
"id": "lqcr",
"label": "KaryoFlow + LQCR",
"accuracy": {
"AP50": {
"mean": 0.9181455861996092,
"sample_std": 0.003429899263136729,
"values": [
0.9157607322507277,
0.9165996628153222,
0.9220763635327777
]
},
"AP75": {
"mean": 0.8005761183721705,
"sample_std": 0.006595484717678363,
"values": [
0.7971962467970456,
0.7963556590999356,
0.8081764492195301
]
},
"AP90": {
"mean": 0.45241233464631064,
"sample_std": 0.0051724826835340305,
"values": [
0.4496932926072043,
0.4583772530323935,
0.4491664582993341
]
},
"AP95": {
"mean": 0.07891538228471848,
"sample_std": 0.0007006220531079213,
"values": [
0.07958001717726468,
0.07898252272860244,
0.07818360694828831
]
},
"AP_L": {
"mean": 0.5252934812502262,
"sample_std": 0.004244558231790203,
"values": [
0.5299253365980293,
0.5243652536919222,
0.5215898534607273
]
},
"AP_M": {
"mean": 0.7024927026930357,
"sample_std": 0.004507416213158788,
"values": [
0.7005326616877003,
0.6992971417557479,
0.7076483046356586
]
},
"AP_S": {
"mean": 0.45152206941043327,
"sample_std": 0.0025361751945372816,
"values": [
0.44905602188395466,
0.4541229900320825,
0.45138719631526264
]
},
"mAP": {
"mean": 0.715561808427123,
"sample_std": 0.0028654968988909117,
"values": [
0.7135701750064647,
0.7142693682209672,
0.7188458820539371
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9157607322507277,
"AP75": 0.7971962467970456,
"AP90": 0.4496932926072043,
"AP95": 0.07958001717726468,
"AP_L": 0.5299253365980293,
"AP_M": 0.7005326616877003,
"AP_S": 0.44905602188395466,
"mAP": 0.7135701750064647
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9165996628153222,
"AP75": 0.7963556590999356,
"AP90": 0.4583772530323935,
"AP95": 0.07898252272860244,
"AP_L": 0.5243652536919222,
"AP_M": 0.6992971417557479,
"AP_S": 0.4541229900320825,
"mAP": 0.7142693682209672
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9220763635327777,
"AP75": 0.8081764492195301,
"AP90": 0.4491664582993341,
"AP95": 0.07818360694828831,
"AP_L": 0.5215898534607273,
"AP_M": 0.7076483046356586,
"AP_S": 0.45138719631526264,
"mAP": 0.7188458820539371
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:47:15.857248+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
82.689140625,
84.57103125,
85.2318671875
],
"latency_ms_per_batch_mean": 84.16401302083334,
"latency_ms_per_batch_sample_std": 1.3193227323389285,
"batches_per_second": 11.881562726250557,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_lqcr",
"latency_artifact": {
"path": ""
}
},
"parameters": 110673257
},
{
"dataset": "d1",
"id": "h3",
"label": "KaryoFlow H3",
"accuracy": {
"AP50": {
"mean": 0.9116064257438188,
"sample_std": 0.003667002524149757,
"values": [
0.9137598054176169,
0.9073723438664097,
0.9136871279474296
]
},
"AP75": {
"mean": 0.769610749718267,
"sample_std": 0.003963883767193992,
"values": [
0.7737688540421848,
0.765874893149208,
0.7691885019634085
]
},
"AP90": {
"mean": 0.39990665165519385,
"sample_std": 0.007997725138207573,
"values": [
0.3944205813580185,
0.40908326138617,
0.3962161122213931
]
},
"AP95": {
"mean": 0.06652152645390064,
"sample_std": 0.002602178138623477,
"values": [
0.06380170467916105,
0.06677542730498266,
0.06898744737755819
]
},
"AP_L": {
"mean": 0.5428838867406935,
"sample_std": 0.014013333641173475,
"values": [
0.5589264855795935,
0.5366928295482291,
0.5330323450942582
]
},
"AP_M": {
"mean": 0.6811639199165195,
"sample_std": 0.0022389452227882713,
"values": [
0.681285901597418,
0.6788664774081842,
0.6833393807439563
]
},
"AP_S": {
"mean": 0.4182657426363804,
"sample_std": 0.00648716335537909,
"values": [
0.41583533005906315,
0.4133447359701794,
0.4256171618798986
]
},
"mAP": {
"mean": 0.6913206146558708,
"sample_std": 0.0014547238116968055,
"values": [
0.6924340895759511,
0.6896746795231918,
0.6918530748684695
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9137598054176169,
"AP75": 0.7737688540421848,
"AP90": 0.3944205813580185,
"AP95": 0.06380170467916105,
"AP_L": 0.5589264855795935,
"AP_M": 0.681285901597418,
"AP_S": 0.41583533005906315,
"mAP": 0.6924340895759511
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9073723438664097,
"AP75": 0.765874893149208,
"AP90": 0.40908326138617,
"AP95": 0.06677542730498266,
"AP_L": 0.5366928295482291,
"AP_M": 0.6788664774081842,
"AP_S": 0.4133447359701794,
"mAP": 0.6896746795231918
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9136871279474296,
"AP75": 0.7691885019634085,
"AP90": 0.3962161122213931,
"AP95": 0.06898744737755819,
"AP_L": 0.5330323450942582,
"AP_M": 0.6833393807439563,
"AP_S": 0.4256171618798986,
"mAP": 0.6918530748684695
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:39:18.186601+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
50.30263671875,
50.1709140625,
50.7562109375
],
"latency_ms_per_batch_mean": 50.40992057291667,
"latency_ms_per_batch_sample_std": 0.3070431191133122,
"batches_per_second": 19.837365118509272,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "karyoflow_h3",
"latency_artifact": {
"path": ""
}
},
"parameters": 69402644
},
{
"dataset": "d2",
"id": "g2",
"label": "KaryoFlow",
"accuracy": {
"AP50": {
"mean": 0.9882388247131753,
"sample_std": 0.0002757005527895991,
"values": [
0.9882749064947645,
0.9879468597935214,
0.9884947078512399
]
},
"AP75": {
"mean": 0.970015582997973,
"sample_std": 0.0004507032057867237,
"values": [
0.9696975885764749,
0.9705313617113654,
0.9698177987060785
]
},
"AP90": {
"mean": 0.680992802439005,
"sample_std": 0.00472733491752405,
"values": [
0.6803873504947764,
0.6859936946895586,
0.67659736213268
]
},
"AP95": {
"mean": 0.20287852230315187,
"sample_std": 0.005628519851527036,
"values": [
0.2058076378787118,
0.20643844928276778,
0.19638947974797605
]
},
"AP_L": {
"mean": 0.8931873581559302,
"sample_std": 0.016054021597825013,
"values": [
0.8831663379506346,
0.8846917224353898,
0.9117040140817663
]
},
"AP_M": {
"mean": 0.857143455987093,
"sample_std": 0.0016240550561051445,
"values": [
0.8573718446337855,
0.8586412274806321,
0.8554172958468612
]
},
"AP_S": {
"mean": 0.5908803741445182,
"sample_std": 0.008867171021348744,
"values": [
0.5829686411112289,
0.5892077344446507,
0.600464746877675
]
},
"mAP": {
"mean": 0.8596711559434895,
"sample_std": 0.0014340791833465367,
"values": [
0.859930824827738,
0.8609576590871911,
0.8581249839155396
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882749064947645,
"AP75": 0.9696975885764749,
"AP90": 0.6803873504947764,
"AP95": 0.2058076378787118,
"AP_L": 0.8831663379506346,
"AP_M": 0.8573718446337855,
"AP_S": 0.5829686411112289,
"mAP": 0.859930824827738
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9879468597935214,
"AP75": 0.9705313617113654,
"AP90": 0.6859936946895586,
"AP95": 0.20643844928276778,
"AP_L": 0.8846917224353898,
"AP_M": 0.8586412274806321,
"AP_S": 0.5892077344446507,
"mAP": 0.8609576590871911
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9884947078512399,
"AP75": 0.9698177987060785,
"AP90": 0.67659736213268,
"AP95": 0.19638947974797605,
"AP_L": 0.9117040140817663,
"AP_M": 0.8554172958468612,
"AP_S": 0.600464746877675,
"mAP": 0.8581249839155396
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:58:46.728113+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
85.903328125,
87.9513046875,
88.4759765625
],
"latency_ms_per_batch_mean": 87.44353645833333,
"latency_ms_per_batch_sample_std": 1.3594121621701338,
"batches_per_second": 11.435951020536526,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_dpm4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d2",
"id": "heun4",
"label": "RF + Heun",
"accuracy": {
"AP50": {
"mean": 0.9882158300171404,
"sample_std": 0.00017706698328034362,
"values": [
0.9883697953301055,
0.9880223410158921,
0.9882553537054237
]
},
"AP75": {
"mean": 0.9701517611804502,
"sample_std": 0.0001708600886834563,
"values": [
0.9699558191537708,
0.9702696874322126,
0.970229776955367
]
},
"AP90": {
"mean": 0.6815707996139536,
"sample_std": 0.0042218770695739444,
"values": [
0.6808267862239247,
0.6861152251574525,
0.6777703874604838
]
},
"AP95": {
"mean": 0.20289916995012122,
"sample_std": 0.005368150571939669,
"values": [
0.20519004737851182,
0.2067418121313289,
0.19676565034052296
]
},
"AP_L": {
"mean": 0.8933238440115623,
"sample_std": 0.016470573730006086,
"values": [
0.8833010534557985,
0.8843374697849112,
0.9123330087939773
]
},
"AP_M": {
"mean": 0.8572782845700547,
"sample_std": 0.0013989603346930596,
"values": [
0.8574533828729674,
0.8585814530233918,
0.855800017813805
]
},
"AP_S": {
"mean": 0.591626657728588,
"sample_std": 0.012760228702386689,
"values": [
0.5800685106863559,
0.5894917964350991,
0.6053196660643092
]
},
"mAP": {
"mean": 0.8597256841863748,
"sample_std": 0.0012729448688682515,
"values": [
0.8598108144938097,
0.8609539271465145,
0.8584123109188003
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9883697953301055,
"AP75": 0.9699558191537708,
"AP90": 0.6808267862239247,
"AP95": 0.20519004737851182,
"AP_L": 0.8833010534557985,
"AP_M": 0.8574533828729674,
"AP_S": 0.5800685106863559,
"mAP": 0.8598108144938097
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9880223410158921,
"AP75": 0.9702696874322126,
"AP90": 0.6861152251574525,
"AP95": 0.2067418121313289,
"AP_L": 0.8843374697849112,
"AP_M": 0.8585814530233918,
"AP_S": 0.5894917964350991,
"mAP": 0.8609539271465145
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882553537054237,
"AP75": 0.970229776955367,
"AP90": 0.6777703874604838,
"AP95": 0.19676565034052296,
"AP_L": 0.9123330087939773,
"AP_M": 0.855800017813805,
"AP_S": 0.6053196660643092,
"mAP": 0.8584123109188003
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:09:44.977487+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
140.023421875,
142.161625,
143.498953125
],
"latency_ms_per_batch_mean": 141.89466666666667,
"latency_ms_per_batch_sample_std": 1.7530771321404397,
"batches_per_second": 7.047481230208324,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_heun4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d2",
"id": "euler4",
"label": "RF + Euler",
"accuracy": {
"AP50": {
"mean": 0.9880821114591859,
"sample_std": 0.0002626715527768716,
"values": [
0.9882789282222721,
0.9877838438372649,
0.9881835623180205
]
},
"AP75": {
"mean": 0.9702182984774347,
"sample_std": 0.00031616562877268624,
"values": [
0.9702532495053973,
0.9705155363633119,
0.9698861095635949
]
},
"AP90": {
"mean": 0.6812412048896792,
"sample_std": 0.0045220152884727005,
"values": [
0.6808620814342475,
0.6859408465860138,
0.6769206866487761
]
},
"AP95": {
"mean": 0.20323788490532374,
"sample_std": 0.005168957897388654,
"values": [
0.20568717528193475,
0.20672692810651294,
0.19729955132752355
]
},
"AP_L": {
"mean": 0.8918782883571224,
"sample_std": 0.017998667587033165,
"values": [
0.8782851213993462,
0.8850597554592754,
0.9122899882127453
]
},
"AP_M": {
"mean": 0.8571814575564598,
"sample_std": 0.0015187994312172357,
"values": [
0.8574952195885667,
0.858518871274611,
0.8555302818062016
]
},
"AP_S": {
"mean": 0.5913894949699311,
"sample_std": 0.009241976871600902,
"values": [
0.5819632643815381,
0.5917697394876056,
0.6004354810406497
]
},
"mAP": {
"mean": 0.8596930040046317,
"sample_std": 0.0013253134905202117,
"values": [
0.8599843822141728,
0.8608483836537739,
0.8582462461459482
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882789282222721,
"AP75": 0.9702532495053973,
"AP90": 0.6808620814342475,
"AP95": 0.20568717528193475,
"AP_L": 0.8782851213993462,
"AP_M": 0.8574952195885667,
"AP_S": 0.5819632643815381,
"mAP": 0.8599843822141728
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9877838438372649,
"AP75": 0.9705155363633119,
"AP90": 0.6859408465860138,
"AP95": 0.20672692810651294,
"AP_L": 0.8850597554592754,
"AP_M": 0.858518871274611,
"AP_S": 0.5917697394876056,
"mAP": 0.8608483836537739
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9881835623180205,
"AP75": 0.9698861095635949,
"AP90": 0.6769206866487761,
"AP95": 0.19729955132752355,
"AP_L": 0.9122899882127453,
"AP_M": 0.8555302818062016,
"AP_S": 0.6004354810406497,
"mAP": 0.8582462461459482
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:02:16.827497+00:00",
"config": {
"path": "",
"overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
86.1165390625,
88.812140625,
89.433703125
],
"latency_ms_per_batch_mean": 88.12079427083333,
"latency_ms_per_batch_sample_std": 1.7633389323808488,
"batches_per_second": 11.348059311932293,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_euler4",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d2",
"id": "lqcr",
"label": "KaryoFlow + LQCR",
"accuracy": {
"AP50": {
"mean": 0.988082507821069,
"sample_std": 0.00022263347031343272,
"values": [
0.9881677539059568,
0.9878298478988581,
0.9882499216583922
]
},
"AP75": {
"mean": 0.9707161523619126,
"sample_std": 9.430386959076914e-05,
"values": [
0.9707451278960885,
0.9707925685751236,
0.9706107606145256
]
},
"AP90": {
"mean": 0.7065178562346686,
"sample_std": 0.00396079773710462,
"values": [
0.7082272696889547,
0.7093368871064814,
0.7019894119085696
]
},
"AP95": {
"mean": 0.22675414978917788,
"sample_std": 0.008184561170269214,
"values": [
0.23207557190794373,
0.23085723141772607,
0.2173296460418638
]
},
"AP_L": {
"mean": 0.9073884355030789,
"sample_std": 0.018493284966715616,
"values": [
0.920573088140797,
0.8862487626915709,
0.9153434556768688
]
},
"AP_M": {
"mean": 0.8630747729197469,
"sample_std": 0.0017402970982510904,
"values": [
0.8639061700042593,
0.8642434411772183,
0.8610747075777629
]
},
"AP_S": {
"mean": 0.5888482402888932,
"sample_std": 0.018004220157004182,
"values": [
0.5701256725156298,
0.5903832201024934,
0.6060358282485562
]
},
"mAP": {
"mean": 0.8658709090443371,
"sample_std": 0.001452703969674256,
"values": [
0.8667243057038867,
0.8666948643155283,
0.8641935571135961
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9881677539059568,
"AP75": 0.9707451278960885,
"AP90": 0.7082272696889547,
"AP95": 0.23207557190794373,
"AP_L": 0.920573088140797,
"AP_M": 0.8639061700042593,
"AP_S": 0.5701256725156298,
"mAP": 0.8667243057038867
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9878298478988581,
"AP75": 0.9707925685751236,
"AP90": 0.7093368871064814,
"AP95": 0.23085723141772607,
"AP_L": 0.8862487626915709,
"AP_M": 0.8642434411772183,
"AP_S": 0.5903832201024934,
"mAP": 0.8666948643155283
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882499216583922,
"AP75": 0.9706107606145256,
"AP90": 0.7019894119085696,
"AP95": 0.2173296460418638,
"AP_L": 0.9153434556768688,
"AP_M": 0.8610747075777629,
"AP_S": 0.6060358282485562,
"mAP": 0.8641935571135961
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:13:15.096909+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
86.9985703125,
89.1162109375,
89.761484375
],
"latency_ms_per_batch_mean": 88.625421875,
"latency_ms_per_batch_sample_std": 1.4453646450264,
"batches_per_second": 11.28344417260355,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_lqcr",
"latency_artifact": {
"path": ""
}
},
"parameters": 110673257
},
{
"dataset": "d2",
"id": "h3",
"label": "KaryoFlow H3",
"accuracy": {
"AP50": {
"mean": 0.9867888975212404,
"sample_std": 0.0003123783907787974,
"values": [
0.9869263084328947,
0.9864313686937061,
0.9870090154371204
]
},
"AP75": {
"mean": 0.9682638793694003,
"sample_std": 0.0007430582018081381,
"values": [
0.9678169139007402,
0.9691216348318555,
0.967853089375605
]
},
"AP90": {
"mean": 0.6863388034690681,
"sample_std": 0.008005675480507632,
"values": [
0.693745551990133,
0.687425616799693,
0.6778452416173782
]
},
"AP95": {
"mean": 0.2041757874932106,
"sample_std": 0.012317436056087702,
"values": [
0.21735181176205898,
0.20222604220598792,
0.19294950851158493
]
},
"AP_L": {
"mean": 0.8930377734791588,
"sample_std": 0.0253722537217189,
"values": [
0.909908833309274,
0.8638591299097873,
0.9053453572184151
]
},
"AP_M": {
"mean": 0.8567394737036413,
"sample_std": 0.0019015291611326317,
"values": [
0.8582160036607327,
0.8574085848706221,
0.8545938325795693
]
},
"AP_S": {
"mean": 0.5872286982822603,
"sample_std": 0.009638943665589211,
"values": [
0.5789637728433543,
0.5849053503937883,
0.5978169716096382
]
},
"mAP": {
"mean": 0.8591751261026332,
"sample_std": 0.0019436363445108852,
"values": [
0.8611059001114846,
0.8592006003572957,
0.8572188778391194
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9869263084328947,
"AP75": 0.9678169139007402,
"AP90": 0.693745551990133,
"AP95": 0.21735181176205898,
"AP_L": 0.909908833309274,
"AP_M": 0.8582160036607327,
"AP_S": 0.5789637728433543,
"mAP": 0.8611059001114846
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9864313686937061,
"AP75": 0.9691216348318555,
"AP90": 0.687425616799693,
"AP95": 0.20222604220598792,
"AP_L": 0.8638591299097873,
"AP_M": 0.8574085848706221,
"AP_S": 0.5849053503937883,
"mAP": 0.8592006003572957
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9870090154371204,
"AP75": 0.967853089375605,
"AP90": 0.6778452416173782,
"AP95": 0.19294950851158493,
"AP_L": 0.9053453572184151,
"AP_M": 0.8545938325795693,
"AP_S": 0.5978169716096382,
"mAP": 0.8572188778391194
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:04:54.747395+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
52.423234375,
52.70954296875,
54.10343359375
],
"latency_ms_per_batch_mean": 53.07873697916666,
"latency_ms_per_batch_sample_std": 0.8988857083454389,
"batches_per_second": 18.839935855905892,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "karyoflow_h3",
"latency_artifact": {
"path": ""
}
},
"parameters": 69402644
},
{
"dataset": "d1",
"id": "cascade",
"label": "Cascade R-CNN",
"accuracy": {
"mAP": {
"mean": 0.6863539947562014,
"sample_std": 0.0013148081161815052,
"values": [
0.6869704412297355,
0.6872473187267164,
0.6848442243121523
]
},
"AP50": {
"mean": 0.9073413652502701,
"sample_std": 0.0026015919092439613,
"values": [
0.9045458263959467,
0.9077867679687949,
0.9096915013860687
]
},
"AP75": {
"mean": 0.7938237741121783,
"sample_std": 0.007889811324244328,
"values": [
0.792137045797023,
0.7869137304109293,
0.8024205461285825
]
},
"AP_S": {
"mean": 0.4219472321903418,
"sample_std": 0.011397068348967927,
"values": [
0.4130478424736421,
0.4180008676185916,
0.43479298647879167
]
},
"AP_M": {
"mean": 0.674620587624151,
"sample_std": 0.0025079407030893196,
"values": [
0.6775163122416764,
0.6732018933596317,
0.6731435572711448
]
},
"AP_L": {
"mean": 0.5328383032017527,
"sample_std": 0.014037608016071538,
"values": [
0.5489871743195402,
0.5235535329665436,
0.5259742023191742
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6869704412297355,
"AP50": 0.9045458263959467,
"AP75": 0.792137045797023,
"AP_S": 0.4130478424736421,
"AP_M": 0.6775163122416764,
"AP_L": 0.5489871743195402
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6872473187267164,
"AP50": 0.9077867679687949,
"AP75": 0.7869137304109293,
"AP_S": 0.4180008676185916,
"AP_M": 0.6732018933596317,
"AP_L": 0.5235535329665436
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.6848442243121523,
"AP50": 0.9096915013860687,
"AP75": 0.8024205461285825,
"AP_S": 0.43479298647879167,
"AP_M": 0.6731435572711448,
"AP_L": 0.5259742023191742
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:22:07.687864+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.913625,
30.778869140625,
30.77206640625
],
"latency_ms_per_batch_mean": 30.821520182291668,
"latency_ms_per_batch_sample_std": 0.07983760005509948,
"batches_per_second": 32.444863007585994,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "cascade_rcnn_r50",
"latency_artifact": {
"path": ""
}
},
"parameters": 69222566
},
{
"dataset": "d2",
"id": "cascade",
"label": "Cascade R-CNN",
"accuracy": {
"AP50": {
"mean": 0.9850455443955655,
"sample_std": 2.7130490250538215e-07,
"values": [
0.9850453627849822,
0.9850454141362803,
0.9850458562654341
]
},
"AP75": {
"mean": 0.9670329998972843,
"sample_std": 3.9936187911154263e-07,
"values": [
0.9670325647836966,
0.9670330851777202,
0.967033349730436
]
},
"AP_L": {
"mean": 0.8745182313913437,
"sample_std": 1.195807901958895e-06,
"values": [
0.874518182058273,
0.8745194511023235,
0.8745170610134344
]
},
"AP_M": {
"mean": 0.8498497082846161,
"sample_std": 2.5971236564059316e-06,
"values": [
0.8498508223517061,
0.8498515625146769,
0.8498467399874655
]
},
"AP_S": {
"mean": 0.572375514989635,
"sample_std": 0.0,
"values": [
0.572375514989635,
0.572375514989635,
0.572375514989635
]
},
"mAP": {
"mean": 0.8526697512141564,
"sample_std": 1.6075141375290002e-05,
"values": [
0.8526786184838344,
0.8526794398601736,
0.8526511952984613
]
}
},
"accuracy_runs": [
{
"seed": 42,
"source_summary": "",
"metrics": {
"AP50": 0.9850453627849822,
"AP75": 0.9670325647836966,
"AP_L": 0.874518182058273,
"AP_M": 0.8498508223517061,
"AP_S": 0.572375514989635,
"mAP": 0.8526786184838344
}
},
{
"seed": 123,
"source_summary": "",
"metrics": {
"AP50": 0.9850454141362803,
"AP75": 0.9670330851777202,
"AP_L": 0.8745194511023235,
"AP_M": 0.8498515625146769,
"AP_S": 0.572375514989635,
"mAP": 0.8526794398601736
}
},
{
"seed": 789,
"source_summary": "",
"metrics": {
"AP50": 0.9850458562654341,
"AP75": 0.967033349730436,
"AP_L": 0.8745170610134344,
"AP_M": 0.8498467399874655,
"AP_S": 0.572375514989635,
"mAP": 0.8526511952984613
}
}
],
"accuracy_unit": "inference_seed_fixed_checkpoint",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:34:51.371113+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.2811484375,
29.98866796875,
30.132306640625
],
"latency_ms_per_batch_mean": 30.134041015625,
"latency_ms_per_batch_sample_std": 0.14624794765238724,
"batches_per_second": 33.18506135574327,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "cascade_rcnn_r50",
"latency_artifact": {
"path": ""
}
},
"parameters": 69222566
},
{
"dataset": "d1",
"id": "diffusiondet",
"label": "DiffusionDet",
"accuracy": {
"mAP": {
"mean": 0.6908418441917117,
"sample_std": 0.006645780497362127,
"values": [
0.6975909244142272,
0.6843044200276224,
0.6906301881332854
]
},
"AP50": {
"mean": 0.898188535909927,
"sample_std": 0.0033014961485991127,
"values": [
0.8982171606158162,
0.8948728204781575,
0.9014756266358073
]
},
"AP75": {
"mean": 0.774783769964518,
"sample_std": 0.005550929208932769,
"values": [
0.7808226940587152,
0.7699038343430367,
0.7736247814918021
]
},
"AP_S": {
"mean": 0.41691877422183654,
"sample_std": 0.01686036346182377,
"values": [
0.43311169364391766,
0.3994620860676813,
0.4181825429539106
]
},
"AP_M": {
"mean": 0.6811227824015234,
"sample_std": 0.0036131954156374243,
"values": [
0.6852754322498552,
0.6793954639808002,
0.6786974509739147
]
},
"AP_L": {
"mean": 0.526374805731502,
"sample_std": 0.02627831779416921,
"values": [
0.5565462565627528,
0.5084939681277149,
0.5140841925040383
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6975909244142272,
"AP50": 0.8982171606158162,
"AP75": 0.7808226940587152,
"AP_S": 0.43311169364391766,
"AP_M": 0.6852754322498552,
"AP_L": 0.5565462565627528
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6843044200276224,
"AP50": 0.8948728204781575,
"AP75": 0.7699038343430367,
"AP_S": 0.3994620860676813,
"AP_M": 0.6793954639808002,
"AP_L": 0.5084939681277149
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.6906301881332854,
"AP50": 0.9014756266358073,
"AP75": 0.7736247814918021,
"AP_S": 0.4181825429539106,
"AP_M": 0.6786974509739147,
"AP_L": 0.5140841925040383
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:24:10.273311+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
30.681455078125,
30.845078125,
30.913111328125
],
"latency_ms_per_batch_mean": 30.81321484375,
"latency_ms_per_batch_sample_std": 0.11906975291831291,
"batches_per_second": 32.45360813764082,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "diffusiondet_ddpm_r50",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d2",
"id": "diffusiondet",
"label": "DiffusionDet",
"accuracy": {
"AP50": {
"mean": 0.9714146101407275,
"sample_std": 0.0001479474502120742,
"values": [
0.971414700417893,
0.9712666175725903,
0.9715625124316992
]
},
"AP75": {
"mean": 0.9380783258013902,
"sample_std": 0.00047927645341542364,
"values": [
0.9383432034066812,
0.937525071350913,
0.9383667026465762
]
},
"AP_L": {
"mean": 0.822072088435394,
"sample_std": 0.0144885641557231,
"values": [
0.8071318591553142,
0.8360622224840314,
0.8230221836668367
]
},
"AP_M": {
"mean": 0.8006354002238719,
"sample_std": 0.0005749367680643855,
"values": [
0.8012911432006333,
0.8003972680724246,
0.8002177893985575
]
},
"AP_S": {
"mean": 0.5323030770179469,
"sample_std": 0.005130614203640277,
"values": [
0.5372902242635478,
0.5270401218992855,
0.5325788848910074
]
},
"mAP": {
"mean": 0.803345014755231,
"sample_std": 0.0003269257099617865,
"values": [
0.8037146455695486,
0.8030937898934427,
0.8032266088027017
]
}
},
"accuracy_runs": [
{
"seed": 42,
"source_summary": "",
"metrics": {
"AP50": 0.971414700417893,
"AP75": 0.9383432034066812,
"AP_L": 0.8071318591553142,
"AP_M": 0.8012911432006333,
"AP_S": 0.5372902242635478,
"mAP": 0.8037146455695486
}
},
{
"seed": 123,
"source_summary": "",
"metrics": {
"AP50": 0.9712666175725903,
"AP75": 0.937525071350913,
"AP_L": 0.8360622224840314,
"AP_M": 0.8003972680724246,
"AP_S": 0.5270401218992855,
"mAP": 0.8030937898934427
}
},
{
"seed": 789,
"source_summary": "",
"metrics": {
"AP50": 0.9715625124316992,
"AP75": 0.9383667026465762,
"AP_L": 0.8230221836668367,
"AP_M": 0.8002177893985575,
"AP_S": 0.5325788848910074,
"mAP": 0.8032266088027017
}
}
],
"accuracy_unit": "inference_seed_fixed_checkpoint",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:36:59.659101+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1,
"checkpoint_load_strict": false
},
"latency_ms_per_batch_repeats": [
31.5311953125,
31.632078125,
31.873373046875
],
"latency_ms_per_batch_mean": 31.678882161458333,
"latency_ms_per_batch_sample_std": 0.17582481010112494,
"batches_per_second": 31.56677040885729,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "diffusiondet_ddpm_r50",
"latency_artifact": {
"path": ""
}
},
"parameters": 110640104
},
{
"dataset": "d1",
"id": "rtmdet",
"label": "RTMDet-L",
"accuracy": {
"mAP": {
"mean": 0.6956774444670708,
"sample_std": 0.007314440388480177,
"values": [
0.6986957464028507,
0.6873368640539637,
0.700999722944398
]
},
"AP50": {
"mean": 0.9184105773635677,
"sample_std": 0.001924598595626078,
"values": [
0.9178736158441586,
0.9168114837608193,
0.9205466324857251
]
},
"AP75": {
"mean": 0.8016731615525595,
"sample_std": 0.0024106500797918817,
"values": [
0.7988985574292532,
0.8028670397883813,
0.8032538874400441
]
},
"AP_S": {
"mean": 0.42858561751828156,
"sample_std": 0.009418700349217662,
"values": [
0.4361743616579939,
0.4180443841000028,
0.43153810679684806
]
},
"AP_M": {
"mean": 0.6932139274310097,
"sample_std": 0.005590463953168138,
"values": [
0.6944056582321223,
0.6871236903207006,
0.6981124337402063
]
},
"AP_L": {
"mean": 0.46401120842620375,
"sample_std": 0.031474130966007506,
"values": [
0.4294821746184793,
0.4910956178088134,
0.47145583285131853
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6986957464028507,
"AP50": 0.9178736158441586,
"AP75": 0.7988985574292532,
"AP_S": 0.4361743616579939,
"AP_M": 0.6944056582321223,
"AP_L": 0.4294821746184793
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6873368640539637,
"AP50": 0.9168114837608193,
"AP75": 0.8028670397883813,
"AP_S": 0.4180443841000028,
"AP_M": 0.6871236903207006,
"AP_L": 0.4910956178088134
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.700999722944398,
"AP50": 0.9205466324857251,
"AP75": 0.8032538874400441,
"AP_S": 0.43153810679684806,
"AP_M": 0.6981124337402063,
"AP_L": 0.47145583285131853
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:49:40.693323+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
45.0442578125,
45.053203125,
45.003
],
"latency_ms_per_batch_mean": 45.03348697916667,
"latency_ms_per_batch_sample_std": 0.026778659002315533,
"batches_per_second": 22.20569773916505,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "rtmdet_l",
"latency_artifact": {
"path": ""
}
},
"parameters": 52272628
},
{
"dataset": "d2",
"id": "rtmdet",
"label": "RTMDet-L",
"accuracy": {
"AP50": {
"mean": 0.9890294819021678,
"sample_std": 7.643868034404935e-07,
"values": [
0.9890297771416691,
0.9890300546381716,
0.9890286139266627
]
},
"AP75": {
"mean": 0.9705726323376984,
"sample_std": 1.5080102020712306e-06,
"values": [
0.9705713930991212,
0.970572192565378,
0.970574311348596
]
},
"AP_L": {
"mean": 0.871282134467457,
"sample_std": 8.957951678885373e-05,
"values": [
0.8713735449370887,
0.8712783527863954,
0.8711945056788867
]
},
"AP_M": {
"mean": 0.858429028374652,
"sample_std": 2.7865101484565744e-05,
"values": [
0.8584590369300785,
0.8584240778938161,
0.8584039703000612
]
},
"AP_S": {
"mean": 0.5724759076485814,
"sample_std": 0.0003392625425338658,
"values": [
0.5726757065718525,
0.5726678289632131,
0.5720841874106783
]
},
"mAP": {
"mean": 0.8608833005891651,
"sample_std": 2.1507750549046236e-05,
"values": [
0.8609022565505364,
0.8608877181825965,
0.8608599270343622
]
}
},
"accuracy_runs": [
{
"seed": 42,
"source_summary": "",
"metrics": {
"AP50": 0.9890297771416691,
"AP75": 0.9705713930991212,
"AP_L": 0.8713735449370887,
"AP_M": 0.8584590369300785,
"AP_S": 0.5726757065718525,
"mAP": 0.8609022565505364
}
},
{
"seed": 123,
"source_summary": "",
"metrics": {
"AP50": 0.9890300546381716,
"AP75": 0.970572192565378,
"AP_L": 0.8712783527863954,
"AP_M": 0.8584240778938161,
"AP_S": 0.5726678289632131,
"mAP": 0.8608877181825965
}
},
{
"seed": 789,
"source_summary": "",
"metrics": {
"AP50": 0.9890286139266627,
"AP75": 0.970574311348596,
"AP_L": 0.8711945056788867,
"AP_M": 0.8584039703000612,
"AP_S": 0.5720841874106783,
"mAP": 0.8608599270343622
}
}
],
"accuracy_unit": "inference_seed_fixed_checkpoint",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:39:29.068196+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
42.75207421875,
42.14475,
42.13689453125
],
"latency_ms_per_batch_mean": 42.34457291666667,
"latency_ms_per_batch_sample_std": 0.3529283362058515,
"batches_per_second": 23.61577720875781,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "rtmdet_l",
"latency_artifact": {
"path": ""
}
},
"parameters": 52272628
},
{
"dataset": "d1",
"id": "yolox",
"label": "YOLOX-S",
"accuracy": {
"mAP": {
"mean": 0.5748146818631363,
"sample_std": 0.005809846587452141,
"values": [
0.574105116967693,
0.5693922066903174,
0.5809467219313987
]
},
"AP50": {
"mean": 0.8240660541984826,
"sample_std": 0.008102428718606605,
"values": [
0.8279165360002355,
0.8147563909396367,
0.8295252356555755
]
},
"AP75": {
"mean": 0.6849759315431285,
"sample_std": 0.006907142273354794,
"values": [
0.6838674626894911,
0.6786900572730952,
0.6923702746667993
]
},
"AP_S": {
"mean": 0.3735666972573085,
"sample_std": 0.006297514525329811,
"values": [
0.3681642214254602,
0.37205264984938313,
0.38048322049708216
]
},
"AP_M": {
"mean": 0.5505092407766953,
"sample_std": 0.008059939014305998,
"values": [
0.5545725011627829,
0.5412264001198412,
0.5557288210474616
]
},
"AP_L": {
"mean": 0.15412206460365993,
"sample_std": 0.009112903421405723,
"values": [
0.14410921017369513,
0.16193064605977875,
0.1563263375775059
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.574105116967693,
"AP50": 0.8279165360002355,
"AP75": 0.6838674626894911,
"AP_S": 0.3681642214254602,
"AP_M": 0.5545725011627829,
"AP_L": 0.14410921017369513
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.5693922066903174,
"AP50": 0.8147563909396367,
"AP75": 0.6786900572730952,
"AP_S": 0.37205264984938313,
"AP_M": 0.5412264001198412,
"AP_L": 0.16193064605977875
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.5809467219313987,
"AP50": 0.8295252356555755,
"AP75": 0.6923702746667993,
"AP_S": 0.38048322049708216,
"AP_M": 0.5557288210474616,
"AP_L": 0.1563263375775059
}
}
],
"accuracy_unit": "independent_training_seed",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T19:51:12.069818+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
11.9831923828125,
12.026787109375,
11.816513671875
],
"latency_ms_per_batch_mean": 11.942164388020833,
"latency_ms_per_batch_sample_std": 0.1109783848187806,
"batches_per_second": 83.73691464196376,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d1",
"model": "yolox_s",
"latency_artifact": {
"path": ""
}
},
"parameters": 8946583
},
{
"dataset": "d2",
"id": "yolox",
"label": "YOLOX-S",
"accuracy": {
"AP50": {
"mean": 0.985410801816692,
"sample_std": 1.5847334778787141e-06,
"values": [
0.9854109244618754,
0.9854091593240224,
0.9854123216641781
]
},
"AP75": {
"mean": 0.9426948840918971,
"sample_std": 4.316139759494906e-05,
"values": [
0.9426665725866474,
0.9426735187205925,
0.9427445609684516
]
},
"AP_L": {
"mean": 0.7895139784364398,
"sample_std": 1.5950640069187964e-05,
"values": [
0.7895124952067251,
0.7894988212167228,
0.7895306188858717
]
},
"AP_M": {
"mean": 0.792781125127146,
"sample_std": 4.5424135732266176e-05,
"values": [
0.7927304721078217,
0.7928182438304981,
0.792794659443118
]
},
"AP_S": {
"mean": 0.4860795671724349,
"sample_std": 0.0,
"values": [
0.4860795671724349,
0.4860795671724349,
0.4860795671724349
]
},
"mAP": {
"mean": 0.7951360274421645,
"sample_std": 4.875171482119104e-05,
"values": [
0.7950815472497743,
0.7951755419497855,
0.7951509931269338
]
}
},
"accuracy_runs": [
{
"seed": 42,
"source_summary": "",
"metrics": {
"AP50": 0.9854109244618754,
"AP75": 0.9426665725866474,
"AP_L": 0.7895124952067251,
"AP_M": 0.7927304721078217,
"AP_S": 0.4860795671724349,
"mAP": 0.7950815472497743
}
},
{
"seed": 123,
"source_summary": "",
"metrics": {
"AP50": 0.9854091593240224,
"AP75": 0.9426735187205925,
"AP_L": 0.7894988212167228,
"AP_M": 0.7928182438304981,
"AP_S": 0.4860795671724349,
"mAP": 0.7951755419497855
}
},
{
"seed": 789,
"source_summary": "",
"metrics": {
"AP50": 0.9854123216641781,
"AP75": 0.9427445609684516,
"AP_L": 0.7895306188858717,
"AP_M": 0.792794659443118,
"AP_S": 0.4860795671724349,
"mAP": 0.7951509931269338
}
}
],
"accuracy_unit": "inference_seed_fixed_checkpoint",
"timing": {
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
},
"schema_version": 1,
"kind": "hardware_efficiency_repeat",
"generated_at": "2026-09-16T20:41:03.399361+00:00",
"config": {
"path": "",
"overrides": {}
},
"checkpoint": {
"path": ""
},
"code": {},
"hardware": {
"device": "cuda:0",
"gpu_model": "NVIDIA RTX A6000",
"torch": "2.1.0",
"cuda": "11.8"
},
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"latency_ms_per_batch_repeats": [
11.3994296875,
11.6811220703125,
11.43403125
],
"latency_ms_per_batch_mean": 11.504861002604166,
"latency_ms_per_batch_sample_std": 0.15362385890258543,
"batches_per_second": 86.91978110588616,
"benchmark_instrumentation": {
"path": "/tmp/karyoflow_benchmark_latency_recorded.py"
},
"dataset": "d2",
"model": "yolox_s",
"latency_artifact": {
"path": ""
}
},
"parameters": 8946583
}
]
},
"source_small_object_cross_dataset": {
"description": "evidence-record-source_small_object_cross_dataset-01",
"dataset_1_test": [
{
"method": "KaryoFlow + LQCR",
"AP_S": 0.44977698342162464,
"std": 0.006793810148935238
},
{
"method": "Cascade R-CNN",
"AP_S": 0.4219472321903418
},
{
"method": "RTMDet-L",
"AP_S": 0.42858561751828156
},
{
"method": "DiffusionDet",
"AP_S": 0.41691877422183654
},
{
"method": "YOLOX-S",
"AP_S": 0.3735666972573085
}
],
"dataset_2_test": [
{
"method": "KaryoFlow + LQCR",
"AP_S": 0.5890633790433385,
"std": 0.016136423401907254
},
{
"method": "RTMDet-L",
"AP_S": 0.5725
},
{
"method": "YOLOX-S",
"AP_S": 0.4861
},
{
"method": "Cascade R-CNN",
"AP_S": 0.5724
},
{
"method": "DiffusionDet",
"AP_S": 0.5323
}
],
"scale_response": {
"dataset_1": {
"small_instance_share": 0.22204644687717523,
"karyoflow_AP_S": 0.44738578836178045,
"karyoflow_AP_S_std": 0.003288873926556129,
"lqcr_AP_S": 0.45152206941043327,
"lqcr_AP_S_std": 0.0025361751945372816,
"lqcr_delta_AP_S": 0.004136281048652823,
"best_comparator": "RTMDet-L",
"best_comparator_AP_S": 0.42858561751828156,
"gap_to_best_comparator": 0.02293645189215171,
"overall_mAP_rank": 1
},
"dataset_2": {
"small_instance_share": 0.003610265332753371,
"karyoflow_AP_S": 0.5908803741445182,
"karyoflow_AP_S_std": 0.008867171021348744,
"lqcr_AP_S": 0.5888482402888932,
"lqcr_AP_S_std": 0.018004220157004182,
"lqcr_delta_AP_S": -0.0020321338556250623,
"best_comparator": "RTMDet-L",
"best_comparator_AP_S": 0.5724759076485814,
"gap_to_best_comparator": 0.016372332640311793,
"overall_mAP_rank": 1
}
},
"provenance": {
"performance_source": "source_paper_matched_accuracy_latency.json",
"area_statistics": "scale_distribution_provenance.json"
},
"evidence_boundary": "AP_S values are compared only within each dataset. KaryoFlow and LQCR use three independently trained detector pairs on both datasets; Dataset 1 comparators are three-training-seed means and Dataset 2 comparators are fixed-model point estimates."
},
"source_mechanism_cases": {
"scope": "post-hoc single-checkpoint mechanistic examples; not cohort estimates",
"provenance": {
"scope": "figure diagnostic, not a new accuracy evaluation",
"source_record": "",
"source_checkpoint": {
"path": ""
},
"source_config": {
"path": ""
},
"annotation": {
"path": "data/24_chromosomes_object/coco/test/_annotations.coco.json"
},
"image_selection": "first 32 test image IDs in ascending order",
"inference_seed": 42,
"rng_scope": "reset to 42 independently for every image; differs from full-test RNG stream",
"quality": "direct sigmoid of final-cascade quality logits; not score-ratio recovery",
"score_policies": "same raw forward, p versus p*q^2; classwise NMS at configured threshold",
"images": [
{
"image_id": 1,
"image_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
],
"raw": "raw_image_1.npz",
"renewal_counts": [
260,
266,
264,
256
]
},
{
"image_id": 2,
"image_path": "data/24_chromosomes_object/coco/test/1070852.jpg",
"ori_shape": [
661,
605
],
"img_shape": [
874,
800
],
"scale_factor": [
1.322314049586777,
1.3222390317700454
],
"raw": "raw_image_2.npz",
"renewal_counts": [
252,
255,
254,
252
]
},
{
"image_id": 3,
"image_path": "data/24_chromosomes_object/coco/test/1053761.jpg",
"ori_shape": [
628,
618
],
"img_shape": [
813,
800
],
"scale_factor": [
1.2944983818770226,
1.2945859872611465
],
"raw": "raw_image_3.npz",
"renewal_counts": [
202,
230,
241,
248
]
},
{
"image_id": 4,
"image_path": "data/24_chromosomes_object/coco/test/104811.jpg",
"ori_shape": [
932,
633
],
"img_shape": [
1178,
800
],
"scale_factor": [
1.263823064770932,
1.2639484978540771
],
"raw": "raw_image_4.npz",
"renewal_counts": [
251,
267,
286,
274
]
},
{
"image_id": 5,
"image_path": "data/24_chromosomes_object/coco/test/104304.jpg",
"ori_shape": [
668,
888
],
"img_shape": [
800,
1063
],
"scale_factor": [
1.197072072072072,
1.1976047904191616
],
"raw": "raw_image_5.npz",
"renewal_counts": [
222,
246,
231,
236
]
},
{
"image_id": 6,
"image_path": "data/24_chromosomes_object/coco/test/1080076.jpg",
"ori_shape": [
566,
651
],
"img_shape": [
800,
920
],
"scale_factor": [
1.41321044546851,
1.4134275618374559
],
"raw": "raw_image_6.npz",
"renewal_counts": [
256,
276,
263,
255
]
},
{
"image_id": 7,
"image_path": "data/24_chromosomes_object/coco/test/1053411.jpg",
"ori_shape": [
542,
509
],
"img_shape": [
852,
800
],
"scale_factor": [
1.5717092337917484,
1.5719557195571956
],
"raw": "raw_image_7.npz",
"renewal_counts": [
241,
267,
255,
258
]
},
{
"image_id": 8,
"image_path": "data/24_chromosomes_object/coco/test/1058043.jpg",
"ori_shape": [
553,
646
],
"img_shape": [
800,
935
],
"scale_factor": [
1.4473684210526316,
1.4466546112115732
],
"raw": "raw_image_8.npz",
"renewal_counts": [
195,
218,
244,
223
]
},
{
"image_id": 9,
"image_path": "data/24_chromosomes_object/coco/test/1051221.jpg",
"ori_shape": [
685,
692
],
"img_shape": [
800,
808
],
"scale_factor": [
1.1676300578034682,
1.167883211678832
],
"raw": "raw_image_9.npz",
"renewal_counts": [
277,
275,
272,
255
]
},
{
"image_id": 10,
"image_path": "data/24_chromosomes_object/coco/test/1055591.jpg",
"ori_shape": [
737,
683
],
"img_shape": [
863,
800
],
"scale_factor": [
1.171303074670571,
1.1709633649932158
],
"raw": "raw_image_10.npz",
"renewal_counts": [
221,
226,
234,
228
]
},
{
"image_id": 11,
"image_path": "data/24_chromosomes_object/coco/test/1091032.jpg",
"ori_shape": [
578,
548
],
"img_shape": [
844,
800
],
"scale_factor": [
1.4598540145985401,
1.4602076124567474
],
"raw": "raw_image_11.npz",
"renewal_counts": [
243,
254,
255,
229
]
},
{
"image_id": 12,
"image_path": "data/24_chromosomes_object/coco/test/1100483.jpg",
"ori_shape": [
940,
745
],
"img_shape": [
1009,
800
],
"scale_factor": [
1.0738255033557047,
1.073404255319149
],
"raw": "raw_image_12.npz",
"renewal_counts": [
252,
274,
276,
274
]
},
{
"image_id": 13,
"image_path": "data/24_chromosomes_object/coco/test/1058141.jpg",
"ori_shape": [
666,
765
],
"img_shape": [
800,
919
],
"scale_factor": [
1.2013071895424836,
1.2012012012012012
],
"raw": "raw_image_13.npz",
"renewal_counts": [
250,
271,
272,
280
]
},
{
"image_id": 14,
"image_path": "data/24_chromosomes_object/coco/test/1057452.jpg",
"ori_shape": [
529,
852
],
"img_shape": [
800,
1288
],
"scale_factor": [
1.511737089201878,
1.5122873345935728
],
"raw": "raw_image_14.npz",
"renewal_counts": [
194,
220,
244,
234
]
},
{
"image_id": 15,
"image_path": "data/24_chromosomes_object/coco/test/1060832.jpg",
"ori_shape": [
553,
1002
],
"img_shape": [
736,
1333
],
"scale_factor": [
1.3303393213572854,
1.3309222423146474
],
"raw": "raw_image_15.npz",
"renewal_counts": [
211,
233,
249,
253
]
},
{
"image_id": 16,
"image_path": "data/24_chromosomes_object/coco/test/1050361.jpg",
"ori_shape": [
836,
948
],
"img_shape": [
800,
907
],
"scale_factor": [
0.9567510548523207,
0.9569377990430622
],
"raw": "raw_image_16.npz",
"renewal_counts": [
245,
233,
270,
266
]
},
{
"image_id": 17,
"image_path": "data/24_chromosomes_object/coco/test/1080873.jpg",
"ori_shape": [
720,
634
],
"img_shape": [
909,
800
],
"scale_factor": [
1.2618296529968454,
1.2625
],
"raw": "raw_image_17.npz",
"renewal_counts": [
241,
251,
255,
248
]
},
{
"image_id": 18,
"image_path": "data/24_chromosomes_object/coco/test/1055472.jpg",
"ori_shape": [
844,
858
],
"img_shape": [
800,
813
],
"scale_factor": [
0.9475524475524476,
0.9478672985781991
],
"raw": "raw_image_18.npz",
"renewal_counts": [
216,
260,
262,
262
]
},
{
"image_id": 19,
"image_path": "data/24_chromosomes_object/coco/test/1050303.jpg",
"ori_shape": [
556,
631
],
"img_shape": [
800,
908
],
"scale_factor": [
1.438985736925515,
1.4388489208633093
],
"raw": "raw_image_19.npz",
"renewal_counts": [
226,
259,
231,
242
]
},
{
"image_id": 20,
"image_path": "data/24_chromosomes_object/coco/test/1060532.jpg",
"ori_shape": [
619,
692
],
"img_shape": [
800,
894
],
"scale_factor": [
1.2919075144508672,
1.2924071082390953
],
"raw": "raw_image_20.npz",
"renewal_counts": [
250,
262,
249,
264
]
},
{
"image_id": 21,
"image_path": "data/24_chromosomes_object/coco/test/1052251.jpg",
"ori_shape": [
524,
568
],
"img_shape": [
800,
867
],
"scale_factor": [
1.5264084507042253,
1.5267175572519085
],
"raw": "raw_image_21.npz",
"renewal_counts": [
263,
260,
253,
256
]
},
{
"image_id": 22,
"image_path": "data/24_chromosomes_object/coco/test/1053252.jpg",
"ori_shape": [
975,
1116
],
"img_shape": [
800,
916
],
"scale_factor": [
0.8207885304659498,
0.8205128205128205
],
"raw": "raw_image_22.npz",
"renewal_counts": [
266,
263,
261,
256
]
},
{
"image_id": 23,
"image_path": "data/24_chromosomes_object/coco/test/1080245.jpg",
"ori_shape": [
729,
674
],
"img_shape": [
865,
800
],
"scale_factor": [
1.1869436201780414,
1.186556927297668
],
"raw": "raw_image_23.npz",
"renewal_counts": [
251,
278,
267,
257
]
},
{
"image_id": 24,
"image_path": "data/24_chromosomes_object/coco/test/1057943.jpg",
"ori_shape": [
582,
780
],
"img_shape": [
800,
1072
],
"scale_factor": [
1.3743589743589744,
1.3745704467353952
],
"raw": "raw_image_24.npz",
"renewal_counts": [
222,
256,
249,
255
]
},
{
"image_id": 25,
"image_path": "data/24_chromosomes_object/coco/test/1057424.jpg",
"ori_shape": [
593,
604
],
"img_shape": [
800,
815
],
"scale_factor": [
1.349337748344371,
1.349072512647555
],
"raw": "raw_image_25.npz",
"renewal_counts": [
242,
275,
274,
268
]
},
{
"image_id": 26,
"image_path": "data/24_chromosomes_object/coco/test/1052391.jpg",
"ori_shape": [
924,
1243
],
"img_shape": [
800,
1076
],
"scale_factor": [
0.8656476267095736,
0.8658008658008658
],
"raw": "raw_image_26.npz",
"renewal_counts": [
211,
196,
216,
240
]
},
{
"image_id": 27,
"image_path": "data/24_chromosomes_object/coco/test/1050153.jpg",
"ori_shape": [
883,
1225
],
"img_shape": [
800,
1110
],
"scale_factor": [
0.9061224489795918,
0.9060022650056625
],
"raw": "raw_image_27.npz",
"renewal_counts": [
247,
236,
242,
239
]
},
{
"image_id": 28,
"image_path": "data/24_chromosomes_object/coco/test/1057283.jpg",
"ori_shape": [
711,
634
],
"img_shape": [
897,
800
],
"scale_factor": [
1.2618296529968454,
1.261603375527426
],
"raw": "raw_image_28.npz",
"renewal_counts": [
201,
208,
200,
191
]
},
{
"image_id": 29,
"image_path": "data/24_chromosomes_object/coco/test/104562.jpg",
"ori_shape": [
578,
765
],
"img_shape": [
800,
1059
],
"scale_factor": [
1.384313725490196,
1.3840830449826989
],
"raw": "raw_image_29.npz",
"renewal_counts": [
250,
245,
263,
265
]
},
{
"image_id": 30,
"image_path": "data/24_chromosomes_object/coco/test/1056551.jpg",
"ori_shape": [
446,
504
],
"img_shape": [
800,
904
],
"scale_factor": [
1.7936507936507937,
1.7937219730941705
],
"raw": "raw_image_30.npz",
"renewal_counts": [
239,
249,
254,
244
]
},
{
"image_id": 31,
"image_path": "data/24_chromosomes_object/coco/test/1071723.jpg",
"ori_shape": [
719,
613
],
"img_shape": [
938,
800
],
"scale_factor": [
1.3050570962479608,
1.3045897079276774
],
"raw": "raw_image_31.npz",
"renewal_counts": [
209,
201,
242,
253
]
},
{
"image_id": 32,
"image_path": "data/24_chromosomes_object/coco/test/1100334.jpg",
"ori_shape": [
660,
637
],
"img_shape": [
829,
800
],
"scale_factor": [
1.2558869701726845,
1.256060606060606
],
"raw": "raw_image_32.npz",
"renewal_counts": [
262,
269,
258,
267
]
}
],
"code_commit": ""
},
"selection": {
"scanned_images": 32,
"eligible_rank_swaps": 755,
"positive_changes": 361,
"negative_changes": 394,
"confidence_gain_cases": 360,
"confidence_loss_cases": 392,
"rule": "Largest positive/negative IoU change among p>0.80 mutually suppressing same-GT/class score winners whose top-100 membership swaps under actual classwise NMS; no threshold-crossing constraint. Persistent trace maximizes first-to-last IoU gain among same-class never-renewed rows with initial IoU 0.35-0.85 and final IoU >0.88."
},
"nms_replay_checks": [
{
"image_id": 1,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 2,
"max_box_error": 6.103515625e-05,
"max_score_error": 5.960464477539063e-08
},
{
"image_id": 3,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 4,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 5,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 6,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 7,
"max_box_error": 3.0517578125e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 8,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 9,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 10,
"max_box_error": 6.103515625e-05,
"max_score_error": 5.960464477539063e-08
},
{
"image_id": 11,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 12,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 13,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 14,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 15,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 16,
"max_box_error": 6.103515625e-05,
"max_score_error": 5.960464477539063e-08
},
{
"image_id": 17,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 18,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 19,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 20,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 21,
"max_box_error": 3.0517578125e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 22,
"max_box_error": 0.0001220703125,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 23,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 24,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 25,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 26,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 27,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 28,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 29,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 30,
"max_box_error": 3.0517578125e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 31,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
},
{
"image_id": 32,
"max_box_error": 6.103515625e-05,
"max_score_error": 1.1920928955078125e-07
}
],
"success": {
"image_id": 18,
"image_path": "data/24_chromosomes_object/coco/test/1055472.jpg",
"class_name": "F20",
"gt_id": 823,
"gt_box": [
529.0,
174.0,
585.0,
206.0
],
"delta_iou": 0.019190549850463867,
"candidates": [
{
"name": "A",
"step": 3,
"proposal": 400,
"box": [
528.3771362304688,
172.3937225341797,
585.52978515625,
206.26158142089844
],
"p": 0.9728033542633057,
"q": 0.9624558091163635,
"s": 0.901128351688385,
"iou": 0.9257931113243103,
"kept_class_only": true,
"kept_lqcr": false
},
{
"name": "B",
"step": 1,
"proposal": 448,
"box": [
528.7608642578125,
172.8254852294922,
585.4049072265625,
206.30348205566406
],
"p": 0.9714116454124451,
"q": 0.9632685780525208,
"s": 0.9013596177101135,
"iou": 0.9449836611747742,
"kept_class_only": false,
"kept_lqcr": true
}
],
"neighboring_gt": [
{
"box": [
331.0,
397.0,
440.0,
477.0
],
"class_name": "A1"
},
{
"box": [
735.0,
145.0,
798.0,
264.0
],
"class_name": "A1"
},
{
"box": [
602.0,
103.0,
725.0,
213.0
],
"class_name": "A2"
},
{
"box": [
664.0,
618.0,
779.0,
722.0
],
"class_name": "A2"
},
{
"box": [
448.0,
622.0,
575.0,
701.0
],
"class_name": "A3"
},
{
"box": [
57.0,
68.0,
103.0,
217.0
],
"class_name": "A3"
},
{
"box": [
748.0,
607.0,
843.0,
726.0
],
"class_name": "B4"
},
{
"box": [
90.0,
10.0,
133.0,
138.0
],
"class_name": "B4"
},
{
"box": [
377.0,
704.0,
496.0,
777.0
],
"class_name": "B5"
},
{
"box": [
620.0,
306.0,
677.0,
407.0
],
"class_name": "B5"
},
{
"box": [
313.0,
477.0,
390.0,
562.0
],
"class_name": "C6"
},
{
"box": [
486.0,
539.0,
603.0,
606.0
],
"class_name": "C6"
},
{
"box": [
305.0,
65.0,
414.0,
123.0
],
"class_name": "C7"
},
{
"box": [
404.0,
783.0,
500.0,
838.0
],
"class_name": "C7"
},
{
"box": [
695.0,
589.0,
766.0,
682.0
],
"class_name": "C8"
},
{
"box": [
681.0,
206.0,
758.0,
258.0
],
"class_name": "C8"
},
{
"box": [
572.0,
514.0,
648.0,
578.0
],
"class_name": "C9"
},
{
"box": [
9.0,
207.0,
69.0,
283.0
],
"class_name": "C9"
},
{
"box": [
579.0,
288.0,
660.0,
360.0
],
"class_name": "C10"
},
{
"box": [
362.0,
653.0,
447.0,
711.0
],
"class_name": "C10"
},
{
"box": [
395.0,
484.0,
480.0,
556.0
],
"class_name": "C11"
},
{
"box": [
422.0,
604.0,
512.0,
641.0
],
"class_name": "C11"
},
{
"box": [
487.0,
453.0,
558.0,
524.0
],
"class_name": "C12"
},
{
"box": [
600.0,
272.0,
631.0,
366.0
],
"class_name": "C12"
},
{
"box": [
369.0,
453.0,
423.0,
529.0
],
"class_name": "D13"
},
{
"box": [
345.0,
759.0,
429.0,
793.0
],
"class_name": "D13"
},
{
"box": [
351.0,
577.0,
415.0,
639.0
],
"class_name": "D14"
},
{
"box": [
658.0,
333.0,
710.0,
389.0
],
"class_name": "D14"
},
{
"box": [
310.0,
617.0,
357.0,
695.0
],
"class_name": "D15"
},
{
"box": [
375.0,
285.0,
447.0,
346.0
],
"class_name": "D15"
},
{
"box": [
692.0,
241.0,
737.0,
303.0
],
"class_name": "E16"
},
{
"box": [
272.0,
595.0,
331.0,
654.0
],
"class_name": "E16"
},
{
"box": [
671.0,
313.0,
738.0,
353.0
],
"class_name": "E17"
},
{
"box": [
491.0,
336.0,
566.0,
371.0
],
"class_name": "E17"
},
{
"box": [
758.0,
312.0,
823.0,
352.0
],
"class_name": "E18"
},
{
"box": [
506.0,
510.0,
562.0,
551.0
],
"class_name": "E18"
},
{
"box": [
284.0,
686.0,
337.0,
723.0
],
"class_name": "F19"
},
{
"box": [
392.0,
336.0,
452.0,
373.0
],
"class_name": "F19"
},
{
"box": [
553.0,
265.0,
584.0,
320.0
],
"class_name": "F20"
},
{
"box": [
529.0,
174.0,
585.0,
206.0
],
"class_name": "F20"
},
{
"box": [
7.0,
176.0,
48.0,
215.0
],
"class_name": "G21"
},
{
"box": [
761.0,
348.0,
793.0,
396.0
],
"class_name": "G21"
},
{
"box": [
334.0,
703.0,
383.0,
743.0
],
"class_name": "G22"
},
{
"box": [
529.0,
446.0,
568.0,
496.0
],
"class_name": "G22"
},
{
"box": [
576.0,
212.0,
618.0,
304.0
],
"class_name": "X"
},
{
"box": [
550.0,
202.0,
582.0,
252.0
],
"class_name": "Y"
}
],
"image_asset": "mechanism_images/image_18.jpg"
},
"failure": {
"image_id": 28,
"image_path": "data/24_chromosomes_object/coco/test/1057283.jpg",
"class_name": "D13",
"gt_id": 1268,
"gt_box": [
457.0,
553.0,
487.0,
667.0
],
"delta_iou": -0.032797276973724365,
"candidates": [
{
"name": "A",
"step": 3,
"proposal": 56,
"box": [
457.6252136230469,
555.1915283203125,
487.16943359375,
664.9146118164062
],
"p": 0.8668347597122192,
"q": 0.876010000705719,
"s": 0.6652033925056458,
"iou": 0.9373294115066528,
"kept_class_only": true,
"kept_lqcr": false
},
{
"name": "B",
"step": 4,
"proposal": 67,
"box": [
458.3373107910156,
555.0244750976562,
487.4169006347656,
664.39111328125
],
"p": 0.8359073996543884,
"q": 0.9285171031951904,
"s": 0.720672607421875,
"iou": 0.9045321345329285,
"kept_class_only": false,
"kept_lqcr": true
}
],
"neighboring_gt": [
{
"box": [
287.0,
148.0,
401.0,
303.0
],
"class_name": "A1"
},
{
"box": [
540.0,
343.0,
598.0,
443.0
],
"class_name": "A1"
},
{
"box": [
328.0,
260.0,
471.0,
348.0
],
"class_name": "A2"
},
{
"box": [
244.0,
428.0,
377.0,
530.0
],
"class_name": "A2"
},
{
"box": [
209.0,
338.0,
304.0,
479.0
],
"class_name": "A3"
},
{
"box": [
472.0,
372.0,
545.0,
528.0
],
"class_name": "A3"
},
{
"box": [
318.0,
502.0,
421.0,
658.0
],
"class_name": "B4"
},
{
"box": [
172.0,
275.0,
239.0,
390.0
],
"class_name": "B4"
},
{
"box": [
390.0,
390.0,
469.0,
534.0
],
"class_name": "B5"
},
{
"box": [
425.0,
212.0,
553.0,
335.0
],
"class_name": "B5"
},
{
"box": [
22.0,
271.0,
159.0,
358.0
],
"class_name": "C6"
},
{
"box": [
210.0,
398.0,
378.0,
450.0
],
"class_name": "C6"
},
{
"box": [
511.0,
525.0,
607.0,
606.0
],
"class_name": "C7"
},
{
"box": [
234.0,
79.0,
364.0,
181.0
],
"class_name": "C7"
},
{
"box": [
481.0,
163.0,
567.0,
314.0
],
"class_name": "C8"
},
{
"box": [
425.0,
540.0,
562.0,
627.0
],
"class_name": "C8"
},
{
"box": [
317.0,
339.0,
425.0,
398.0
],
"class_name": "C9"
},
{
"box": [
145.0,
185.0,
208.0,
299.0
],
"class_name": "C9"
},
{
"box": [
454.0,
161.0,
573.0,
255.0
],
"class_name": "C10"
},
{
"box": [
402.0,
178.0,
449.0,
323.0
],
"class_name": "C10"
},
{
"box": [
350.0,
69.0,
413.0,
157.0
],
"class_name": "C11"
},
{
"box": [
383.0,
43.0,
519.0,
112.0
],
"class_name": "C11"
},
{
"box": [
226.0,
329.0,
282.0,
398.0
],
"class_name": "C12"
},
{
"box": [
298.0,
354.0,
368.0,
484.0
],
"class_name": "C12"
},
{
"box": [
457.0,
553.0,
487.0,
667.0
],
"class_name": "D13"
},
{
"box": [
550.0,
387.0,
618.0,
460.0
],
"class_name": "D13"
},
{
"box": [
332.0,
156.0,
396.0,
252.0
],
"class_name": "D14"
},
{
"box": [
235.0,
198.0,
290.0,
312.0
],
"class_name": "D14"
},
{
"box": [
524.0,
460.0,
596.0,
545.0
],
"class_name": "D15"
},
{
"box": [
372.0,
480.0,
455.0,
553.0
],
"class_name": "D15"
},
{
"box": [
427.0,
621.0,
484.0,
689.0
],
"class_name": "E16"
},
{
"box": [
498.0,
393.0,
569.0,
479.0
],
"class_name": "E16"
},
{
"box": [
440.0,
44.0,
482.0,
147.0
],
"class_name": "E17"
},
{
"box": [
342.0,
406.0,
412.0,
499.0
],
"class_name": "E17"
},
{
"box": [
525.0,
302.0,
590.0,
360.0
],
"class_name": "E18"
},
{
"box": [
422.0,
534.0,
490.0,
582.0
],
"class_name": "E18"
},
{
"box": [
323.0,
144.0,
366.0,
220.0
],
"class_name": "F19"
},
{
"box": [
385.0,
546.0,
449.0,
606.0
],
"class_name": "F19"
},
{
"box": [
325.0,
573.0,
397.0,
615.0
],
"class_name": "F20"
},
{
"box": [
450.0,
522.0,
512.0,
566.0
],
"class_name": "F20"
},
{
"box": [
427.0,
367.0,
487.0,
398.0
],
"class_name": "G21"
},
{
"box": [
335.0,
346.0,
369.0,
402.0
],
"class_name": "G21"
},
{
"box": [
474.0,
366.0,
508.0,
436.0
],
"class_name": "G22"
},
{
"box": [
416.0,
431.0,
481.0,
461.0
],
"class_name": "G22"
},
{
"box": [
201.0,
125.0,
275.0,
196.0
],
"class_name": "X"
},
{
"box": [
222.0,
179.0,
274.0,
214.0
],
"class_name": "Y"
}
],
"image_asset": "mechanism_images/image_28.jpg"
},
"trajectory": {
"image_id": 28,
"image_path": "data/24_chromosomes_object/coco/test/1057283.jpg",
"proposal": 117,
"gt_id": 1245,
"class_name": "A1",
"gt_box": [
540.0,
343.0,
598.0,
443.0
],
"boxes": [
[
488.8988319396973,
347.16441289078836,
606.8982316589356,
438.8550486484898
],
[
508.8442053222657,
346.36168372112775,
605.1077059936524,
439.76486481631486
],
[
522.1637582397461,
345.8651696654865,
603.0197509765626,
440.6558615387882
],
[
537.7738412475586,
343.11298301467133,
597.6180392456055,
448.13269655361626
]
],
"ious": [
0.47056686878204346,
0.5779200196266174,
0.6901190876960754,
0.9092777371406555
],
"p": [
0.5573156476020813,
0.5819100141525269,
0.5995277166366577,
0.09746205061674118
],
"times": [
1.0,
0.8999999761581421,
0.75,
0.5
],
"renewal": [
false,
false,
false,
false
],
"gain": 0.43871086835861206,
"history_example": {
"proposal": 39,
"transition": [
1,
2
],
"renewal_after_first": true,
"solver_mask_at_second": true,
"previous_x0": [
0.9555788040161133,
-1.821372151374817,
-1.1056180000305176,
-1.8443796634674072
],
"current_x0": [
-1.9498658180236816,
1.7065629959106445,
-1.912703037261963,
-1.4158685207366943
],
"unmasked_secant_norm": 46.60786819458008,
"masked_secant_norm": 0.0,
"previous_box": [
397.5794835662842,
17.92034211685028,
539.3390093994141,
45.58186680975567
],
"current_box": [
1.0279820346832276,
606.9269190759563,
14.86455062866211,
710.756266412129
]
},
"image_asset": "mechanism_images/image_28.jpg"
}
},
"source_accuracy_variability": {
"source": "source_paper_matched_accuracy_latency.json",
"rows": [
{
"dataset": "D1_INHOUSE1700_V2",
"id": "g2",
"mean": 0.7082146234828225,
"sample_std": 0.002392495178740041,
"values": [
0.7063925830715332,
0.7073272667160234,
0.7109240206609109
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "heun4",
"mean": 0.7081647116917933,
"sample_std": 0.002559275722967286,
"values": [
0.7060846835200207,
0.7073867586906166,
0.7110226928647425
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "lqcr",
"mean": 0.715561808427123,
"sample_std": 0.0028654968988909117,
"values": [
0.7135701750064647,
0.7142693682209672,
0.7188458820539371
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "h3",
"mean": 0.6913206146558708,
"sample_std": 0.0014547238116968055,
"values": [
0.6924340895759511,
0.6896746795231918,
0.6918530748684695
]
},
{
"dataset": "D2",
"id": "g2",
"mean": 0.8596711559434895,
"sample_std": 0.0014340791833465367,
"values": [
0.859930824827738,
0.8609576590871911,
0.8581249839155396
]
},
{
"dataset": "D2",
"id": "heun4",
"mean": 0.8597256841863748,
"sample_std": 0.0012729448688682515,
"values": [
0.8598108144938097,
0.8609539271465145,
0.8584123109188003
]
},
{
"dataset": "D2",
"id": "lqcr",
"mean": 0.8658709090443371,
"sample_std": 0.001452703969674256,
"values": [
0.8667243057038867,
0.8666948643155283,
0.8641935571135961
]
},
{
"dataset": "D2",
"id": "h3",
"mean": 0.8591751261026332,
"sample_std": 0.0019436363445108852,
"values": [
0.8611059001114846,
0.8592006003572957,
0.8572188778391194
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "euler4",
"mean": 0.7081164073825261,
"sample_std": 0.002513811299453891,
"values": [
0.7063210086914218,
0.7070388460100343,
0.7109893674461223
]
},
{
"dataset": "D2",
"id": "euler4",
"mean": 0.8596930040046317,
"sample_std": 0.0013253134905202117,
"values": [
0.8599843822141728,
0.8608483836537739,
0.8582462461459482
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "diffusiondet",
"mean": 0.6908418441917117,
"sample_std": 0.006645780497362127,
"values": [
0.6975909244142272,
0.6843044200276224,
0.6906301881332854
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "rtmdet",
"mean": 0.6956774444670708,
"sample_std": 0.007314440388480177,
"values": [
0.6986957464028507,
0.6873368640539637,
0.700999722944398
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "cascade",
"mean": 0.6863539947562014,
"sample_std": 0.0013148081161815052,
"values": [
0.6869704412297355,
0.6872473187267164,
0.6848442243121523
]
},
{
"dataset": "D1_INHOUSE1700_V2",
"id": "yolox",
"mean": 0.5748146818631363,
"sample_std": 0.005809846587452141,
"values": [
0.574105116967693,
0.5693922066903174,
0.5809467219313987
]
}
],
"euler_provenance": {
"source": "source_speed_accuracy_with_euler_evidence.json"
},
"d1_comparator_provenance": {
"source": "source_d1_comparator_variability.json"
}
},
"source_d2_fixed_checkpoint_inference": {
"description": "Paper-facing held-out test inference stability with a fixed checkpoint and seeds 42/123/789.",
"generated_at": "2026-08-12T06:50:32.837380+00:00",
"results": [
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9279895371985698,
"sample_std": 0.0007307225868394448,
"values": [
0.9283371911105017,
0.9271498964044658,
0.9284815240807419
]
},
"AP75": {
"mean": 0.8241371179224998,
"sample_std": 0.0002945841913750211,
"values": [
0.824471819580338,
0.8239172223889155,
0.8240223117982459
]
},
"AP_L": {
"mean": 0.6278046893172323,
"sample_std": 0.016337783660132565,
"values": [
0.6253668121536045,
0.612822833439311,
0.6452244223587816
]
},
"AP_M": {
"mean": 0.7227934933612116,
"sample_std": 0.0013881235076664046,
"values": [
0.7234601125106946,
0.721197804661685,
0.723722562911255
]
},
"AP_S": {
"mean": 0.49852064023517756,
"sample_std": 0.008165669059715054,
"values": [
0.4892484666565144,
0.5016740776937016,
0.5046393763553165
]
},
"mAP": {
"mean": 0.7383818665274636,
"sample_std": 0.0008248675105433935,
"values": [
0.7379379153132579,
0.7378740566184703,
0.7393336276506629
]
}
},
"paper_id": "d1_renewal_off",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9311455498523968,
"sample_std": 0.00034981191246898384,
"values": [
0.9307567242340062,
0.9312452032136854,
0.9314347221094988
]
},
"AP75": {
"mean": 0.8240979599296012,
"sample_std": 0.001163325190612536,
"values": [
0.8227893628283978,
0.8244895690834717,
0.8250149478769343
]
},
"AP_L": {
"mean": 0.636669668409063,
"sample_std": 0.0050024956574255324,
"values": [
0.6396151309523933,
0.6308936650559533,
0.6395002092188424
]
},
"AP_M": {
"mean": 0.7249542188652547,
"sample_std": 0.0007544772136430833,
"values": [
0.7255532282044257,
0.7241068759671783,
0.7252025524241601
]
},
"AP_S": {
"mean": 0.5024685599290963,
"sample_std": 0.004022700834813263,
"values": [
0.5012226581205824,
0.49921621490670925,
0.5069668067599973
]
},
"mAP": {
"mean": 0.7400035637439005,
"sample_std": 0.00011373992618212877,
"values": [
0.7401221545296475,
0.7398953915675828,
0.7399931451344715
]
}
},
"paper_id": "d1_renewal_on",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9221297046928273,
"sample_std": 2.381806772610284e-06,
"values": [
0.9221313450891234,
0.9221269727341044,
0.9221307962552543
]
},
"AP75": {
"mean": 0.8307190418684386,
"sample_std": 1.2296321541471762e-06,
"values": [
0.8307201102910912,
0.8307176978114411,
0.8307193175027834
]
},
"AP_L": {
"mean": 0.6488219688960511,
"sample_std": 0.0,
"values": [
0.6488219688960511,
0.6488219688960511,
0.6488219688960511
]
},
"AP_M": {
"mean": 0.7087623042121786,
"sample_std": 8.79096504691221e-06,
"values": [
0.7087593191410969,
0.7087721990140466,
0.7087553944813921
]
},
"AP_S": {
"mean": 0.5004765574493656,
"sample_std": 1.1336288360625035e-05,
"values": [
0.5004823637599345,
0.5004634942496925,
0.5004838143384697
]
},
"mAP": {
"mean": 0.7235412212409424,
"sample_std": 5.5026734900010495e-06,
"values": [
0.7235394830662056,
0.7235473831042344,
0.7235367975523875
]
}
},
"paper_id": "d1_sota_cascade_rcnn",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9077764606347576,
"sample_std": 0.001435005560294291,
"values": [
0.906840684553032,
0.9094286135538162,
0.9070600837974244
]
},
"AP75": {
"mean": 0.7975485178638703,
"sample_std": 0.0020248949960257586,
"values": [
0.7964638781162184,
0.799884679204574,
0.7962969962708182
]
},
"AP_L": {
"mean": 0.6229960189024218,
"sample_std": 0.011481254371353547,
"values": [
0.6361774256789875,
0.6151776801925731,
0.6176329508357048
]
},
"AP_M": {
"mean": 0.7041142821450413,
"sample_std": 0.0006038094942946788,
"values": [
0.7034181864849174,
0.7044965940870545,
0.7044280658631523
]
},
"AP_S": {
"mean": 0.4617851235698089,
"sample_std": 0.004017884962779335,
"values": [
0.46388728401702356,
0.46431581534686717,
0.45715227134553577
]
},
"mAP": {
"mean": 0.7136428433408564,
"sample_std": 0.0018944765154094768,
"values": [
0.7127380262331336,
0.7158200767462947,
0.7123704270431409
]
}
},
"paper_id": "d1_sota_diffusiondet",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9341104883705925,
"sample_std": 8.746006075460716e-05,
"values": [
0.9341721601072073,
0.9341489107862978,
0.9340103942182724
]
},
"AP75": {
"mean": 0.8135291346389529,
"sample_std": 0.0002002196919774518,
"values": [
0.8136438713396571,
0.8136455895959828,
0.8132979429812189
]
},
"AP_L": {
"mean": 0.6243502136572425,
"sample_std": 0.00047584976495292726,
"values": [
0.6240850653056752,
0.6240660081999446,
0.6248995674661078
]
},
"AP_M": {
"mean": 0.7112122159370481,
"sample_std": 8.328836690313557e-05,
"values": [
0.7112400195557953,
0.7112780459980262,
0.7111185822573225
]
},
"AP_S": {
"mean": 0.485261479360031,
"sample_std": 0.0005700065992604059,
"values": [
0.48558990274077435,
0.4855912424518459,
0.4846032928874728
]
},
"mAP": {
"mean": 0.7247520104465707,
"sample_std": 1.7618221813456545e-05,
"values": [
0.7247317829233598,
0.7247602434587416,
0.7247640049576105
]
}
},
"paper_id": "d1_sota_dino_r50",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9313005932667564,
"sample_std": 0.00048456353236794473,
"values": [
0.9307694246808509,
0.9317184824083229,
0.9314138727110954
]
},
"AP75": {
"mean": 0.8243759329300406,
"sample_std": 0.0013544787113938803,
"values": [
0.8228192232579965,
0.8252850693677588,
0.8250235061643669
]
},
"AP_L": {
"mean": 0.6366118450461399,
"sample_std": 0.005096249433178279,
"values": [
0.6396077950061986,
0.6307275309133787,
0.6395002092188424
]
},
"AP_M": {
"mean": 0.7251240636409326,
"sample_std": 0.0005843258068991119,
"values": [
0.7255586309879513,
0.7244597899627395,
0.725353769972107
]
},
"AP_S": {
"mean": 0.5026185120307222,
"sample_std": 0.003802994047937159,
"values": [
0.5010099015111028,
0.4998841674243013,
0.5069614671567623
]
},
"mAP": {
"mean": 0.7401620193556089,
"sample_std": 9.098536898700105e-05,
"values": [
0.7401311720844744,
0.7402644181127188,
0.7400904678696334
]
}
},
"paper_id": "d1_sota_karyoflow",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.8833822026717928,
"sample_std": 0.00022524939635391135,
"values": [
0.8832064867782113,
0.883636133596864,
0.8833039876403029
]
},
"AP75": {
"mean": 0.787215849325242,
"sample_std": 0.0017057967546835868,
"values": [
0.7864512402413546,
0.7860261257885827,
0.7891701819457889
]
},
"AP_L": {
"mean": 0.5914386608855122,
"sample_std": 0.01482863084694417,
"values": [
0.5817735356379085,
0.6085116200819765,
0.5840308269366519
]
},
"AP_M": {
"mean": 0.6968825563083789,
"sample_std": 0.0005989124344568812,
"values": [
0.6963232841359522,
0.696809904043935,
0.6975144807452497
]
},
"AP_S": {
"mean": 0.4230383121562206,
"sample_std": 0.011388141249559463,
"values": [
0.4359019196504404,
0.41896986678140785,
0.41424315003681356
]
},
"mAP": {
"mean": 0.7065170086092049,
"sample_std": 0.0004021407576976231,
"values": [
0.7060849292817684,
0.7065857466093102,
0.706880349936536
]
}
},
"paper_id": "d1_sota_karyoflow_k100",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9241663714468201,
"sample_std": 0.0006515083748935757,
"values": [
0.9247841926239551,
0.9242291945093648,
0.9234857272071405
]
},
"AP75": {
"mean": 0.8198882323581668,
"sample_std": 0.0009141778431863509,
"values": [
0.8197347023785346,
0.8208694543884157,
0.8190605403075502
]
},
"AP_L": {
"mean": 0.6233969066979791,
"sample_std": 0.008211742516390919,
"values": [
0.6196792066784826,
0.6177015032648462,
0.6328100101506082
]
},
"AP_M": {
"mean": 0.7215414898001549,
"sample_std": 0.00044414896542164324,
"values": [
0.7220386610551162,
0.7211838910499996,
0.7214019172953489
]
},
"AP_S": {
"mean": 0.4886318036904898,
"sample_std": 0.005484577597213092,
"values": [
0.4885344419142886,
0.49416441400312283,
0.4831965551540579
]
},
"mAP": {
"mean": 0.7364144779260857,
"sample_std": 0.0005699121884504059,
"values": [
0.7368462597770453,
0.7366286721403523,
0.7357685018608594
]
}
},
"paper_id": "d1_sota_karyoflow_k200",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9309778135248491,
"sample_std": 4.395196069717326e-06,
"values": [
0.9309730599202054,
0.9309817298662773,
0.9309786507880646
]
},
"AP75": {
"mean": 0.8305231900934643,
"sample_std": 6.707747608867819e-06,
"values": [
0.8305159940599831,
0.8305292693809655,
0.8305243068394443
]
},
"AP_L": {
"mean": 0.6413181728646627,
"sample_std": 1.3420321924813818e-05,
"values": [
0.6413239589055056,
0.64130283009167,
0.6413277295968128
]
},
"AP_M": {
"mean": 0.729783161236189,
"sample_std": 2.9215998898995028e-05,
"values": [
0.7298166597070507,
0.7297629531094455,
0.7297698708920708
]
},
"AP_S": {
"mean": 0.5060544593582986,
"sample_std": 2.114626993990429e-05,
"values": [
0.5060642608751057,
0.5060301907803589,
0.506068926419431
]
},
"mAP": {
"mean": 0.7468574747013349,
"sample_std": 1.051757948961015e-05,
"values": [
0.7468629921856662,
0.7468453464606067,
0.7468640854577314
]
}
},
"paper_id": "d1_sota_karyoflow_lqcr",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9343707698317282,
"sample_std": 4.579190592175564e-06,
"values": [
0.9343754857003318,
0.9343704829898829,
0.9343663408049696
]
},
"AP75": {
"mean": 0.8386938854955005,
"sample_std": 1.761024320716336e-05,
"values": [
0.8387029903121055,
0.8387050794328613,
0.8386735867415342
]
},
"AP_L": {
"mean": 0.6221477444939829,
"sample_std": 2.6013630886877973e-05,
"values": [
0.6221768784873585,
0.622139511280873,
0.6221268437137172
]
},
"AP_M": {
"mean": 0.7252937619690387,
"sample_std": 2.504555771969246e-05,
"values": [
0.7253130841543932,
0.7253027360534825,
0.7252654656992403
]
},
"AP_S": {
"mean": 0.4802558475171487,
"sample_std": 1.1284083972471575e-05,
"values": [
0.48024357324208256,
0.48026577110153845,
0.480258198207825
]
},
"mAP": {
"mean": 0.7318660100849197,
"sample_std": 6.959351199103036e-06,
"values": [
0.7318723875483164,
0.7318670555638419,
0.7318585871426007
]
}
},
"paper_id": "d1_sota_rtmdet_l",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D1",
"metrics": {
"AP50": {
"mean": 0.9177067276146222,
"sample_std": 5.052323837377728e-06,
"values": [
0.9177125244906625,
0.9177032607161476,
0.9177043976370568
]
},
"AP75": {
"mean": 0.6919508392502832,
"sample_std": 3.077764205143592e-05,
"values": [
0.6919361197400813,
0.6919301853432742,
0.691986212667494
]
},
"AP_L": {
"mean": 0.537474610872834,
"sample_std": 0.00010513705397191309,
"values": [
0.5375960126856589,
0.5374139099664215,
0.5374139099664215
]
},
"AP_M": {
"mean": 0.5776854441931827,
"sample_std": 1.0643000241183348e-05,
"values": [
0.5776846198698664,
0.5776964753859848,
0.5776752373236969
]
},
"AP_S": {
"mean": 0.32979762854301803,
"sample_std": 0.0001660522334655869,
"values": [
0.3296059446325356,
0.32989750820621466,
0.32988943279030386
]
},
"mAP": {
"mean": 0.5810922323591741,
"sample_std": 2.9348335911960405e-05,
"values": [
0.581061223884298,
0.5811195763890595,
0.5810958968041645
]
}
},
"paper_id": "d1_sota_yolox_s",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9846477125526713,
"sample_std": 0.00019416718719762925,
"values": [
0.9844333306205809,
0.9848117470493876,
0.984698059988045
]
},
"AP75": {
"mean": 0.9640793791124711,
"sample_std": 0.000933813474315806,
"values": [
0.9632792632798208,
0.9638534429429053,
0.9651054311146873
]
},
"AP_L": {
"mean": 0.8437278954209496,
"sample_std": 0.0016577003934605452,
"values": [
0.842126508407524,
0.8436204918406703,
0.8454366860146543
]
},
"AP_M": {
"mean": 0.8488222418639536,
"sample_std": 0.00040987709917306766,
"values": [
0.8486819409005716,
0.8492838460034154,
0.848500938687874
]
},
"AP_S": {
"mean": 0.5853063398974129,
"sample_std": 0.0012809366960244667,
"values": [
0.5849382862500254,
0.586731012199761,
0.5842497212424521
]
},
"mAP": {
"mean": 0.8513624068114197,
"sample_std": 0.00012822315868763653,
"values": [
0.8512843417308024,
0.8515103914550353,
0.8512924872484215
]
}
},
"paper_id": "d2_dpmpp_1",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9878075316718881,
"sample_std": 2.700300164493536e-05,
"values": [
0.9877765001028279,
0.987820412425283,
0.9878256824875534
]
},
"AP75": {
"mean": 0.9698774526319389,
"sample_std": 0.00037599195639216615,
"values": [
0.9703115363160488,
0.9696673726620305,
0.9696534489177374
]
},
"AP_L": {
"mean": 0.8508949527659095,
"sample_std": 0.0024177431890405054,
"values": [
0.8536449785125652,
0.8491034054729953,
0.8499364743121681
]
},
"AP_M": {
"mean": 0.8542064527556392,
"sample_std": 0.000190141436458701,
"values": [
0.8540882966041033,
0.8541052713270111,
0.8544257903358031
]
},
"AP_S": {
"mean": 0.5829967670459549,
"sample_std": 0.0066418915340651025,
"values": [
0.5906429415661761,
0.579690143293778,
0.578657216277911
]
},
"mAP": {
"mean": 0.8568047061515931,
"sample_std": 3.963419282883125e-05,
"values": [
0.8568461851676136,
0.8567672188776521,
0.8568007144095137
]
}
},
"paper_id": "d2_dpmpp_4",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9846547111549008,
"sample_std": 0.0001941988101568961,
"values": [
0.9844364857429474,
0.9848085052893427,
0.9847191424324121
]
},
"AP75": {
"mean": 0.9641245906582315,
"sample_std": 0.0010107493576865028,
"values": [
0.9632799724171057,
0.9638493474265425,
0.965244452131046
]
},
"AP_L": {
"mean": 0.8436754741169371,
"sample_std": 0.0017402989538194244,
"values": [
0.8421226422219592,
0.8433472746208804,
0.8455565055079717
]
},
"AP_M": {
"mean": 0.848816368089202,
"sample_std": 0.00042507259623519167,
"values": [
0.8486347351493266,
0.8493020817842937,
0.8485122873339858
]
},
"AP_S": {
"mean": 0.5852988039167039,
"sample_std": 0.0012869156988201346,
"values": [
0.5849258274355678,
0.586731012199761,
0.5842395721147826
]
},
"mAP": {
"mean": 0.8513463836046201,
"sample_std": 0.00015662736845148013,
"values": [
0.8512168751777279,
0.8515204667166748,
0.8513018089194576
]
}
},
"paper_id": "d2_euler_1",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9877857361185418,
"sample_std": 8.861508811071694e-05,
"values": [
0.9877886880939196,
0.9878728383348419,
0.9876956819268641
]
},
"AP75": {
"mean": 0.9689549732019054,
"sample_std": 0.0005569472305728913,
"values": [
0.9692872324281417,
0.9692657010859271,
0.9683119860916475
]
},
"AP_L": {
"mean": 0.8500135433694657,
"sample_std": 0.0005664069401786347,
"values": [
0.8495911746317018,
0.8497922692907458,
0.8506571861859497
]
},
"AP_M": {
"mean": 0.8542767961744243,
"sample_std": 0.0004804918217204138,
"values": [
0.8537625236450009,
0.8547142521963745,
0.8543536126818975
]
},
"AP_S": {
"mean": 0.5831982038891677,
"sample_std": 0.005380634037093806,
"values": [
0.5875520453862562,
0.5848598077015458,
0.5771827585797009
]
},
"mAP": {
"mean": 0.8566757507168351,
"sample_std": 0.00034931563674989397,
"values": [
0.8564172542183985,
0.8570731520646744,
0.8565368458674326
]
}
},
"paper_id": "d2_euler_4",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9856804043550159,
"sample_std": 0.0002127026178153007,
"values": [
0.9855723551486947,
0.9855434147430367,
0.9859254431733164
]
},
"AP75": {
"mean": 0.9669056328798828,
"sample_std": 0.0003519371573899544,
"values": [
0.966762958241518,
0.9673065042996183,
0.9666474360985121
]
},
"AP_L": {
"mean": 0.8590212338321952,
"sample_std": 0.003962691875169039,
"values": [
0.8548732646659913,
0.8627681472077737,
0.8594222896228206
]
},
"AP_M": {
"mean": 0.8573581763849506,
"sample_std": 0.00024300488155678168,
"values": [
0.8570986941906336,
0.857580400537772,
0.8573954344264463
]
},
"AP_S": {
"mean": 0.563836569889539,
"sample_std": 0.006327464202733044,
"values": [
0.5576060458608932,
0.5702567117781113,
0.5636469520296127
]
},
"mAP": {
"mean": 0.8594841153162788,
"sample_std": 0.0002609208102874295,
"values": [
0.8592188286561593,
0.8597404393247529,
0.8594930779679244
]
}
},
"paper_id": "d2_head_student_h3",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9883057647917212,
"sample_std": 0.00011996949846805214,
"values": [
0.9881693973458479,
0.9883950582361662,
0.9883528387931495
]
},
"AP75": {
"mean": 0.9709038307544621,
"sample_std": 0.0003856375452077687,
"values": [
0.970523210160488,
0.9708939853898854,
0.9712942967130128
]
},
"AP90": {
"mean": 0.6790741141533596,
"sample_std": 0.001413358475622,
"values": [
0.677598476163781,
0.6804156313951207,
0.679208234901177
]
},
"AP95": {
"mean": 0.2053036921368656,
"sample_std": 0.0012025282415878927,
"values": [
0.2039245510378978,
0.20585343585176535,
0.20613308952093373
]
},
"AP_L": {
"mean": 0.8784266388082402,
"sample_std": 0.005803818390690946,
"values": [
0.8734402405126984,
0.8847974895572752,
0.8770421863547472
]
},
"AP_M": {
"mean": 0.8571660367555034,
"sample_std": 0.0002888570681456508,
"values": [
0.8568797732409373,
0.8574574193339947,
0.8571609176915782
]
},
"AP_S": {
"mean": 0.5702629649593814,
"sample_std": 0.002360619813549751,
"values": [
0.5720602563638937,
0.5675895421980067,
0.5711390963162437
]
},
"mAP": {
"mean": 0.859827154400277,
"sample_std": 0.00039528298473212614,
"values": [
0.8593932199618232,
0.8601666953334949,
0.8599215479055131
]
}
},
"paper_id": "d2_lqcr_beta_0p0",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9882883438586613,
"sample_std": 7.524680541550234e-05,
"values": [
0.9882031885669144,
0.9883159711219023,
0.9883458718871673
]
},
"AP75": {
"mean": 0.9712857153345021,
"sample_std": 0.0001346558709561439,
"values": [
0.9711543413627972,
0.971279375497213,
0.9714234291434958
]
},
"AP90": {
"mean": 0.6889742319422778,
"sample_std": 0.0015464426981875053,
"values": [
0.6874813056829284,
0.6905691427172944,
0.6888722474266106
]
},
"AP95": {
"mean": 0.21527890746636924,
"sample_std": 0.0013806879648012073,
"values": [
0.21368707901844677,
0.21615137820824687,
0.21599826517241405
]
},
"AP_L": {
"mean": 0.8934418159493857,
"sample_std": 0.01374351992695127,
"values": [
0.8848562538866571,
0.9092931623343214,
0.8861760316271784
]
},
"AP_M": {
"mean": 0.8594609870088886,
"sample_std": 0.00031288509070229094,
"values": [
0.8591270190443937,
0.859747328140072,
0.8595086138422001
]
},
"AP_S": {
"mean": 0.5678003951034539,
"sample_std": 0.0019109019597399726,
"values": [
0.5699877553025763,
0.5669579874043064,
0.5664554426034791
]
},
"mAP": {
"mean": 0.8622180465004238,
"sample_std": 0.00032174652678019735,
"values": [
0.8618630406289483,
0.8624904122366082,
0.8623006866357146
]
}
},
"paper_id": "d2_lqcr_beta_0p25",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9882515395512997,
"sample_std": 0.0001352003282259314,
"values": [
0.9880959363877152,
0.9883183926005752,
0.9883402896656087
]
},
"AP75": {
"mean": 0.9712316148518535,
"sample_std": 0.00047227610021350475,
"values": [
0.9708932847949895,
0.971771177361783,
0.971030382398788
]
},
"AP90": {
"mean": 0.6946218563011867,
"sample_std": 0.002107267507198631,
"values": [
0.6931308480222489,
0.6970326673436016,
0.6937020535377099
]
},
"AP95": {
"mean": 0.22214433824631544,
"sample_std": 0.0007838960015075676,
"values": [
0.22126393407385733,
0.22240244335009185,
0.22276663731499707
]
},
"AP_L": {
"mean": 0.8958233699995127,
"sample_std": 0.024494566146971573,
"values": [
0.909715654588364,
0.9102135135206909,
0.8675409418894832
]
},
"AP_M": {
"mean": 0.861031103292119,
"sample_std": 0.00031670746323754907,
"values": [
0.8606973834464603,
0.8613274889488027,
0.8610684374810939
]
},
"AP_S": {
"mean": 0.5681493322458054,
"sample_std": 0.0035849602429000255,
"values": [
0.571718673714566,
0.5681803682753916,
0.5645489547474587
]
},
"mAP": {
"mean": 0.8637860562969392,
"sample_std": 0.00032767699868754813,
"values": [
0.8634487938535701,
0.8641032228635367,
0.8638061521737108
]
}
},
"paper_id": "d2_lqcr_beta_0p5",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9882076295043211,
"sample_std": 7.380646521547617e-05,
"values": [
0.9881330816564338,
0.9882806715438026,
0.9882091353127267
]
},
"AP75": {
"mean": 0.9712045672765522,
"sample_std": 0.00036583551008653525,
"values": [
0.9707834396415297,
0.9713864212228442,
0.9714438409652831
]
},
"AP90": {
"mean": 0.701414997008797,
"sample_std": 0.0028126671981205456,
"values": [
0.698622982141798,
0.7042478713478328,
0.7013741375367598
]
},
"AP95": {
"mean": 0.22896272393208753,
"sample_std": 0.0011820523749958567,
"values": [
0.22785813176104996,
0.22882064625730483,
0.2302093937779078
]
},
"AP_L": {
"mean": 0.8964598482641133,
"sample_std": 0.02453390192009792,
"values": [
0.9097181798877692,
0.9115118914901335,
0.8681494734144375
]
},
"AP_M": {
"mean": 0.8625990386542869,
"sample_std": 0.0005431141953004449,
"values": [
0.8619934478834496,
0.8630429648047582,
0.8627607032746529
]
},
"AP_S": {
"mean": 0.5690434760365912,
"sample_std": 0.004761815883802927,
"values": [
0.5693641308930284,
0.5736368604063807,
0.5641294368103648
]
},
"mAP": {
"mean": 0.8654239136680247,
"sample_std": 0.0005441254624568014,
"values": [
0.8648066366929087,
0.8658340379717713,
0.8656310663393946
]
}
},
"paper_id": "d2_lqcr_beta_1p0",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9881640006319969,
"sample_std": 5.93979855851857e-05,
"values": [
0.9881021878549598,
0.9882206462150989,
0.9881691678259319
]
},
"AP75": {
"mean": 0.9712384298921305,
"sample_std": 0.00040468847401677613,
"values": [
0.9710402532713728,
0.9717040114237847,
0.9709710249812339
]
},
"AP90": {
"mean": 0.7068749748200179,
"sample_std": 0.0024009477506860962,
"values": [
0.7049377629014759,
0.7095611248365168,
0.7061260367220611
]
},
"AP95": {
"mean": 0.23526080513432168,
"sample_std": 0.000639066986705752,
"values": [
0.23486243623300493,
0.23599793314832562,
0.23492204602163447
]
},
"AP_L": {
"mean": 0.8955450955255833,
"sample_std": 0.015071278215527863,
"values": [
0.8874339000389173,
0.9129348527055909,
0.8862665338322414
]
},
"AP_M": {
"mean": 0.863994404772427,
"sample_std": 0.000420226545765354,
"values": [
0.863639787741127,
0.8644585502114321,
0.8638848763647216
]
},
"AP_S": {
"mean": 0.5658409979625291,
"sample_std": 0.007869929053243482,
"values": [
0.5653016959954371,
0.5739667070125805,
0.5582545908795697
]
},
"mAP": {
"mean": 0.8667811712862995,
"sample_std": 0.0004501208978057334,
"values": [
0.8663939262696826,
0.8672750266966531,
0.8666745608925628
]
}
},
"paper_id": "d2_lqcr_beta_2p0",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.98782958239982,
"sample_std": 3.0575361702376835e-05,
"values": [
0.9878055231716376,
0.9878639887406084,
0.987819235287214
]
},
"AP75": {
"mean": 0.9690557147125068,
"sample_std": 0.0003086849914292463,
"values": [
0.9693798897866647,
0.9690219600040602,
0.9687652943467957
]
},
"AP_L": {
"mean": 0.8496392607233451,
"sample_std": 0.0006328121662381853,
"values": [
0.8489978574355469,
0.8502631167908311,
0.8496568079436572
]
},
"AP_M": {
"mean": 0.8541391619680502,
"sample_std": 0.00023724456686470427,
"values": [
0.8538870792633101,
0.8543580780585626,
0.854172328582278
]
},
"AP_S": {
"mean": 0.5827239817663762,
"sample_std": 0.0032782954294647993,
"values": [
0.586476091905996,
0.5812820615235164,
0.5804137918696161
]
},
"mAP": {
"mean": 0.8566145014153781,
"sample_std": 0.0001191541643567096,
"values": [
0.8564959179885699,
0.856734218231582,
0.8566133680259824
]
}
},
"paper_id": "d2_rf_heun",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9850455443955655,
"sample_std": 2.7130490250538215e-07,
"values": [
0.9850453627849822,
0.9850454141362803,
0.9850458562654341
]
},
"AP75": {
"mean": 0.9670329998972843,
"sample_std": 3.9936187911154263e-07,
"values": [
0.9670325647836966,
0.9670330851777202,
0.967033349730436
]
},
"AP_L": {
"mean": 0.8745182313913437,
"sample_std": 1.195807901958895e-06,
"values": [
0.874518182058273,
0.8745194511023235,
0.8745170610134344
]
},
"AP_M": {
"mean": 0.8498497082846161,
"sample_std": 2.5971236564059316e-06,
"values": [
0.8498508223517061,
0.8498515625146769,
0.8498467399874655
]
},
"AP_S": {
"mean": 0.572375514989635,
"sample_std": 0.0,
"values": [
0.572375514989635,
0.572375514989635,
0.572375514989635
]
},
"mAP": {
"mean": 0.8526697512141564,
"sample_std": 1.6075141375290002e-05,
"values": [
0.8526786184838344,
0.8526794398601736,
0.8526511952984613
]
}
},
"paper_id": "d2_sota_cascade_rcnn",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9714146101407275,
"sample_std": 0.0001479474502120742,
"values": [
0.971414700417893,
0.9712666175725903,
0.9715625124316992
]
},
"AP75": {
"mean": 0.9380783258013902,
"sample_std": 0.00047927645341542364,
"values": [
0.9383432034066812,
0.937525071350913,
0.9383667026465762
]
},
"AP_L": {
"mean": 0.822072088435394,
"sample_std": 0.0144885641557231,
"values": [
0.8071318591553142,
0.8360622224840314,
0.8230221836668367
]
},
"AP_M": {
"mean": 0.8006354002238719,
"sample_std": 0.0005749367680643855,
"values": [
0.8012911432006333,
0.8003972680724246,
0.8002177893985575
]
},
"AP_S": {
"mean": 0.5323030770179469,
"sample_std": 0.005130614203640277,
"values": [
0.5372902242635478,
0.5270401218992855,
0.5325788848910074
]
},
"mAP": {
"mean": 0.803345014755231,
"sample_std": 0.0003269257099617865,
"values": [
0.8037146455695486,
0.8030937898934427,
0.8032266088027017
]
}
},
"paper_id": "d2_sota_diffusiondet",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9890432212876896,
"sample_std": 9.42562028808271e-06,
"values": [
0.9890342721774438,
0.9890423313869062,
0.9890530602987189
]
},
"AP75": {
"mean": 0.9728031367982157,
"sample_std": 1.659871477469723e-05,
"values": [
0.9727914141301152,
0.972795866048592,
0.9728221302159402
]
},
"AP_L": {
"mean": 0.9196113109977938,
"sample_std": 3.177446192187702e-05,
"values": [
0.9195750622325047,
0.9196245224697241,
0.9196343482911526
]
},
"AP_M": {
"mean": 0.8616818285902047,
"sample_std": 1.8167296963232624e-05,
"values": [
0.861671182459228,
0.8616714977232677,
0.8617028055881181
]
},
"AP_S": {
"mean": 0.5953298135431565,
"sample_std": 7.937095173571471e-05,
"values": [
0.5952693691915745,
0.5953003732663428,
0.5954196981715522
]
},
"mAP": {
"mean": 0.8649259837243258,
"sample_std": 2.2648851697699736e-05,
"values": [
0.864911114104691,
0.8649147868060384,
0.8649520502622476
]
}
},
"paper_id": "d2_sota_dino_r50",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9883163996388804,
"sample_std": 0.00013612826448159717,
"values": [
0.9881608824416862,
0.9884139497867707,
0.9883743666881842
]
},
"AP75": {
"mean": 0.9708587867447878,
"sample_std": 0.000354002894613948,
"values": [
0.9705163208802355,
0.970836742937368,
0.9712232964167596
]
},
"AP_L": {
"mean": 0.8876174770311948,
"sample_std": 0.017400999157883037,
"values": [
0.8766575925846002,
0.9076818448990149,
0.8785129936099692
]
},
"AP_M": {
"mean": 0.8571497964771874,
"sample_std": 0.0003132864364451781,
"values": [
0.8569573451352046,
0.8575112960669632,
0.8569807482293941
]
},
"AP_S": {
"mean": 0.5675824518526356,
"sample_std": 0.002535718530457075,
"values": [
0.5703426126281997,
0.5670485409723882,
0.565356201957319
]
},
"mAP": {
"mean": 0.8598056049885509,
"sample_std": 0.000315801033658722,
"values": [
0.8595123718775354,
0.8601399475406948,
0.8597644955474223
]
}
},
"paper_id": "d2_sota_karyoflow",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9881681422518205,
"sample_std": 6.10871185500229e-05,
"values": [
0.9880991120419811,
0.9882152175577691,
0.9881900971557115
]
},
"AP75": {
"mean": 0.9713870442773592,
"sample_std": 0.0002577795579026967,
"values": [
0.9711910487648961,
0.9716790513627305,
0.9712910327044508
]
},
"AP_L": {
"mean": 0.8890406994269439,
"sample_std": 0.021119520511024833,
"values": [
0.8871835359777828,
0.9110274708780399,
0.8689110914250089
]
},
"AP_M": {
"mean": 0.8640069831432234,
"sample_std": 0.0003988911674631679,
"values": [
0.8636336521377888,
0.8644272768415122,
0.8639600204503691
]
},
"AP_S": {
"mean": 0.5662966863657822,
"sample_std": 0.006713117084685096,
"values": [
0.564795049007266,
0.5736334563753587,
0.560461553714722
]
},
"mAP": {
"mean": 0.8667995229007858,
"sample_std": 0.0004530133863077692,
"values": [
0.8663170483968876,
0.8672157884161388,
0.866865731889331
]
}
},
"paper_id": "d2_sota_karyoflow_lqcr",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9890294819021678,
"sample_std": 7.643868034404935e-07,
"values": [
0.9890297771416691,
0.9890300546381716,
0.9890286139266627
]
},
"AP75": {
"mean": 0.9705726323376984,
"sample_std": 1.5080102020712306e-06,
"values": [
0.9705713930991212,
0.970572192565378,
0.970574311348596
]
},
"AP_L": {
"mean": 0.871282134467457,
"sample_std": 8.957951678885373e-05,
"values": [
0.8713735449370887,
0.8712783527863954,
0.8711945056788867
]
},
"AP_M": {
"mean": 0.858429028374652,
"sample_std": 2.7865101484565744e-05,
"values": [
0.8584590369300785,
0.8584240778938161,
0.8584039703000612
]
},
"AP_S": {
"mean": 0.5724759076485814,
"sample_std": 0.0003392625425338658,
"values": [
0.5726757065718525,
0.5726678289632131,
0.5720841874106783
]
},
"mAP": {
"mean": 0.8608833005891651,
"sample_std": 2.1507750549046236e-05,
"values": [
0.8609022565505364,
0.8608877181825965,
0.8608599270343622
]
}
},
"paper_id": "d2_sota_rtmdet_l",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.985410801816692,
"sample_std": 1.5847334778787141e-06,
"values": [
0.9854109244618754,
0.9854091593240224,
0.9854123216641781
]
},
"AP75": {
"mean": 0.9426948840918971,
"sample_std": 4.316139759494906e-05,
"values": [
0.9426665725866474,
0.9426735187205925,
0.9427445609684516
]
},
"AP_L": {
"mean": 0.7895139784364398,
"sample_std": 1.5950640069187964e-05,
"values": [
0.7895124952067251,
0.7894988212167228,
0.7895306188858717
]
},
"AP_M": {
"mean": 0.792781125127146,
"sample_std": 4.5424135732266176e-05,
"values": [
0.7927304721078217,
0.7928182438304981,
0.792794659443118
]
},
"AP_S": {
"mean": 0.4860795671724349,
"sample_std": 0.0,
"values": [
0.4860795671724349,
0.4860795671724349,
0.4860795671724349
]
},
"mAP": {
"mean": 0.7951360274421645,
"sample_std": 4.875171482119104e-05,
"values": [
0.7950815472497743,
0.7951755419497855,
0.7951509931269338
]
}
},
"paper_id": "d2_sota_yolox_s",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9572872651403079,
"sample_std": 0.0012213945680188628,
"values": [
0.9572978306395802,
0.9585033426849565,
0.9560606220963874
]
},
"AP75": {
"mean": 0.9364859116272014,
"sample_std": 0.001147273154968235,
"values": [
0.9356019699963437,
0.9377824121887703,
0.9360733526964902
]
},
"AP_L": {
"mean": 0.8267001775169049,
"sample_std": 0.006585160787945648,
"values": [
0.8224887392240485,
0.8342887958263849,
0.8233229975002814
]
},
"AP_M": {
"mean": 0.8302515083139997,
"sample_std": 0.0012077207845042764,
"values": [
0.8302864761327082,
0.8314413654633628,
0.8290266833459281
]
},
"AP_S": {
"mean": 0.5128364214556674,
"sample_std": 0.016064497194353794,
"values": [
0.49784930314082937,
0.5297961194019584,
0.5108638418242146
]
},
"mAP": {
"mean": 0.8306559758024599,
"sample_std": 0.0007525910274785874,
"values": [
0.8304117931076704,
0.8315003374339694,
0.8300557968657398
]
}
},
"paper_id": "d2_topk_k100_off",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9766396541250738,
"sample_std": 0.0003506945120888097,
"values": [
0.9762349135277264,
0.9768308249838806,
0.9768532238636145
]
},
"AP75": {
"mean": 0.9568488741468221,
"sample_std": 0.0003639258205839324,
"values": [
0.9566866662902853,
0.9572656988837188,
0.9565942572664624
]
},
"AP_L": {
"mean": 0.8432358084404142,
"sample_std": 0.00731604099300433,
"values": [
0.848400708046757,
0.8464427726709445,
0.8348639446035414
]
},
"AP_M": {
"mean": 0.8460639618194646,
"sample_std": 0.0007378764949409051,
"values": [
0.8456105368911799,
0.8456659614715134,
0.8469153870957005
]
},
"AP_S": {
"mean": 0.5354772009218487,
"sample_std": 0.013057653101694475,
"values": [
0.536636696420912,
0.5479164386229937,
0.5218784677216404
]
},
"mAP": {
"mean": 0.8479644804523229,
"sample_std": 0.0005205333232876194,
"values": [
0.8476761960187288,
0.8476518689010311,
0.8485653764372088
]
}
},
"paper_id": "d2_topk_k100_on",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9880579014334123,
"sample_std": 0.00012878497156410592,
"values": [
0.9879610717882346,
0.9882040586918305,
0.9880085738201722
]
},
"AP75": {
"mean": 0.9703236142471549,
"sample_std": 0.0005093008966704287,
"values": [
0.9699210394426052,
0.9708961664449673,
0.9701536368538918
]
},
"AP_L": {
"mean": 0.899183017422812,
"sample_std": 0.024290605240409966,
"values": [
0.9118806921298034,
0.8711752258996893,
0.9144931342389435
]
},
"AP_M": {
"mean": 0.8565400194397781,
"sample_std": 0.0002444152810122872,
"values": [
0.8562581622030035,
0.8566934461840515,
0.8566684499322793
]
},
"AP_S": {
"mean": 0.5636312492468236,
"sample_std": 0.0016753892042813965,
"values": [
0.5630662097808405,
0.5623114341873222,
0.5655161037723083
]
},
"mAP": {
"mean": 0.8590191656221688,
"sample_std": 0.00024652148607855575,
"values": [
0.8587587886194384,
0.8590497262888933,
0.8592489819581749
]
}
},
"paper_id": "d2_topk_k200_on",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9881650986851124,
"sample_std": 6.474197531515299e-05,
"values": [
0.988207043748377,
0.9880905352762852,
0.9881977170306746
]
},
"AP75": {
"mean": 0.970718341141017,
"sample_std": 0.0003880734986200945,
"values": [
0.9706319063009741,
0.9703807727890468,
0.9711423443330301
]
},
"AP_L": {
"mean": 0.8910258762713013,
"sample_std": 0.021482491191317434,
"values": [
0.866570489159894,
0.8996552426172523,
0.9068518970367573
]
},
"AP_M": {
"mean": 0.856908400481467,
"sample_std": 0.0002164333831665087,
"values": [
0.8567197427387139,
0.8571446786445761,
0.856860780061111
]
},
"AP_S": {
"mean": 0.5721946228096901,
"sample_std": 0.0026916093961192027,
"values": [
0.5694784971967923,
0.5748610270786394,
0.5722443441536387
]
},
"mAP": {
"mean": 0.8593962092409284,
"sample_std": 9.635857711244246e-05,
"values": [
0.8593002903238788,
0.8594930015408323,
0.8593953358580741
]
}
},
"paper_id": "d2_topk_k500_off",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
},
{
"checkpoint": "",
"dataset": "D2",
"metrics": {
"AP50": {
"mean": 0.9882912612115735,
"sample_std": 6.452199666958732e-05,
"values": [
0.9882215819824873,
0.9883032602519188,
0.9883489414003146
]
},
"AP75": {
"mean": 0.9708290599263322,
"sample_std": 0.0003814994773673152,
"values": [
0.9705091452286907,
0.9707267525407601,
0.971251282009546
]
},
"AP_L": {
"mean": 0.886371113631719,
"sample_std": 0.01828616270270757,
"values": [
0.8760240178213501,
0.9074847666999247,
0.8756045563738821
]
},
"AP_M": {
"mean": 0.8571388056865565,
"sample_std": 0.00029283046611423716,
"values": [
0.8569173362976087,
0.8574708165980173,
0.8570282641640438
]
},
"AP_S": {
"mean": 0.5734471508087804,
"sample_std": 0.004350979627285263,
"values": [
0.578273566338171,
0.5722423753219954,
0.569825510766175
]
},
"mAP": {
"mean": 0.8598019910199796,
"sample_std": 0.0003686799773519275,
"values": [
0.8594450055666837,
0.8601813467977384,
0.8597796206955168
]
}
},
"paper_id": "d2_topk_k500_on",
"replication_unit": "inference_seed_fixed_checkpoint",
"runs": [
{
"seed": 42,
"source_summary": ""
},
{
"seed": 123,
"source_summary": ""
},
{
"seed": 789,
"source_summary": ""
}
],
"seeds": [
42,
123,
789
]
}
],
"schema_version": 1,
"warning": "Inference-seed replication does not estimate training-seed uncertainty."
},
"source_speed_accuracy_unified": {
"accuracy_replication_unit": "independent training seed",
"accuracy_split": "test",
"generated_at": "2026-09-09T06:42:04.320682+00:00",
"hardware": "NVIDIA RTX A6000",
"latency_replication_unit": "three timing repeats of the seed-42 checkpoint",
"schema_version": "1.0",
"timing_boundary": "model.test_step on one preloaded held-out batch",
"variants": [
{
"accuracy": {
"AP50": {
"mean": 0.9183101382241671,
"sample_std": 0.0034240874847829847,
"values": [
0.9151439729982456,
0.9178423860253813,
0.9219440556488744
]
},
"AP75": {
"mean": 0.79530233162605,
"sample_std": 0.005217894172428073,
"values": [
0.7907628444758122,
0.7941411552218808,
0.801002995180457
]
},
"AP90": {
"mean": 0.42642425469803363,
"sample_std": 0.0030016259864408877,
"values": [
0.4279269840412073,
0.4283777212510061,
0.42296805880188754
]
},
"AP95": {
"mean": 0.06985011494839438,
"sample_std": 0.0019287415575487406,
"values": [
0.07185574926042256,
0.06800877692166389,
0.06968581866309669
]
},
"AP_L": {
"mean": 0.5254156397748906,
"sample_std": 0.009820131649348524,
"values": [
0.5367412096848294,
0.520236161422248,
0.5192695482175943
]
},
"AP_M": {
"mean": 0.6965240578929445,
"sample_std": 0.0047353165514589365,
"values": [
0.6936979195030621,
0.6938833721380341,
0.7019908820377372
]
},
"AP_S": {
"mean": 0.44738578836178045,
"sample_std": 0.003288873926556129,
"values": [
0.4438399068599375,
0.45033632623648695,
0.4479811319889169
]
},
"mAP": {
"mean": 0.7082146234828225,
"sample_std": 0.002392495178740041,
"values": [
0.7063925830715332,
0.7073272667160234,
0.7109240206609109
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9151439729982456,
"AP75": 0.7907628444758122,
"AP90": 0.4279269840412073,
"AP95": 0.07185574926042256,
"AP_L": 0.5367412096848294,
"AP_M": 0.6936979195030621,
"AP_S": 0.4438399068599375,
"mAP": 0.7063925830715332
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9178423860253813,
"AP75": 0.7941411552218808,
"AP90": 0.4283777212510061,
"AP95": 0.06800877692166389,
"AP_L": 0.520236161422248,
"AP_M": 0.6938833721380341,
"AP_S": 0.45033632623648695,
"mAP": 0.7073272667160234
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9219440556488744,
"AP75": 0.801002995180457,
"AP90": 0.42296805880188754,
"AP95": 0.06968581866309669,
"AP_L": 0.5192695482175943,
"AP_M": 0.7019908820377372,
"AP_S": 0.4479811319889169,
"mAP": 0.7109240206609109
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
},
"fps": 11.960636796762055,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 83.60758854166667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
81.9659609375,
84.16959375,
84.6872109375
],
"sample_std_ms": 1.445056324601344,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "g2"
},
{
"accuracy": {
"AP50": {
"mean": 0.9181907980260935,
"sample_std": 0.002994672175301495,
"values": [
0.9154846003083139,
0.9176796458633291,
0.9214081479066374
]
},
"AP75": {
"mean": 0.7953317655663267,
"sample_std": 0.005070020872554571,
"values": [
0.7909022421129398,
0.7942314702603192,
0.8008615843257212
]
},
"AP90": {
"mean": 0.42541316823330433,
"sample_std": 0.0031168457347702096,
"values": [
0.42646959940958473,
0.42786449828362855,
0.4219054070066997
]
},
"AP95": {
"mean": 0.07014998486836145,
"sample_std": 0.002007957139622445,
"values": [
0.07177295179864353,
0.06790449455805933,
0.07077250824838148
]
},
"AP_L": {
"mean": 0.5234537971249649,
"sample_std": 0.010032210005078448,
"values": [
0.5347669196936066,
0.5199548226630367,
0.5156396490182512
]
},
"AP_M": {
"mean": 0.6963207161415736,
"sample_std": 0.004804396712215238,
"values": [
0.6935854697268682,
0.6935085010677873,
0.7018681776300654
]
},
"AP_S": {
"mean": 0.4464586396806592,
"sample_std": 0.0036927401547594886,
"values": [
0.44230087180897426,
0.44771834439651287,
0.4493567028364905
]
},
"mAP": {
"mean": 0.7081647116917933,
"sample_std": 0.002559275722967286,
"values": [
0.7060846835200207,
0.7073867586906166,
0.7110226928647425
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9154846003083139,
"AP75": 0.7909022421129398,
"AP90": 0.42646959940958473,
"AP95": 0.07177295179864353,
"AP_L": 0.5347669196936066,
"AP_M": 0.6935854697268682,
"AP_S": 0.44230087180897426,
"mAP": 0.7060846835200207
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9176796458633291,
"AP75": 0.7942314702603192,
"AP90": 0.42786449828362855,
"AP95": 0.06790449455805933,
"AP_L": 0.5199548226630367,
"AP_M": 0.6935085010677873,
"AP_S": 0.44771834439651287,
"mAP": 0.7073867586906166
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9214081479066374,
"AP75": 0.8008615843257212,
"AP90": 0.4219054070066997,
"AP95": 0.07077250824838148,
"AP_L": 0.5156396490182512,
"AP_M": 0.7018681776300654,
"AP_S": 0.4493567028364905,
"mAP": 0.7110226928647425
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
},
"fps": 7.572010559878602,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 132.0653203125,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
129.9725859375,
132.79128125,
133.43209375
],
"sample_std_ms": 1.8404654406614163,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "heun4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9183380772291568,
"sample_std": 0.0035661534861308707,
"values": [
0.9150605202678954,
0.917817998150589,
0.922135713268986
]
},
"AP75": {
"mean": 0.7950955407160843,
"sample_std": 0.004893715888273428,
"values": [
0.7910991404902054,
0.7936339656743229,
0.8005535159837247
]
},
"AP90": {
"mean": 0.42525017718133495,
"sample_std": 0.0034849576152270467,
"values": [
0.42670407398602733,
0.42777277761550564,
0.42127367994247195
]
},
"AP95": {
"mean": 0.07008446197679373,
"sample_std": 0.0018908953906383696,
"values": [
0.07197478190857834,
0.06819299165221311,
0.07008561236958975
]
},
"AP_L": {
"mean": 0.5225856235771015,
"sample_std": 0.0036127319153254297,
"values": [
0.5267494245508825,
0.5202825829082754,
0.5207248632721466
]
},
"AP_M": {
"mean": 0.6963348100035174,
"sample_std": 0.00475616113429254,
"values": [
0.6937080221144463,
0.693471356120477,
0.701825051775629
]
},
"AP_S": {
"mean": 0.44704740683884076,
"sample_std": 0.0032263580025373296,
"values": [
0.44335717660632734,
0.44933528214280605,
0.4484497617673888
]
},
"mAP": {
"mean": 0.7081164073825261,
"sample_std": 0.002513811299453891,
"values": [
0.7063210086914218,
0.7070388460100343,
0.7109893674461223
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9150605202678954,
"AP75": 0.7910991404902054,
"AP90": 0.42670407398602733,
"AP95": 0.07197478190857834,
"AP_L": 0.5267494245508825,
"AP_M": 0.6937080221144463,
"AP_S": 0.44335717660632734,
"mAP": 0.7063210086914218
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.917817998150589,
"AP75": 0.7936339656743229,
"AP90": 0.42777277761550564,
"AP95": 0.06819299165221311,
"AP_L": 0.5202825829082754,
"AP_M": 0.693471356120477,
"AP_S": 0.44933528214280605,
"mAP": 0.7070388460100343
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.922135713268986,
"AP75": 0.8005535159837247,
"AP90": 0.42127367994247195,
"AP95": 0.07008561236958975,
"AP_L": 0.5207248632721466,
"AP_M": 0.701825051775629,
"AP_S": 0.4484497617673888,
"mAP": 0.7109893674461223
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
},
"fps": 11.994333427101534,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 83.372703125,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
81.8817265625,
83.8895390625,
84.34684375
],
"sample_std_ms": 1.3113124062349155,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "euler4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9181455861996092,
"sample_std": 0.003429899263136729,
"values": [
0.9157607322507277,
0.9165996628153222,
0.9220763635327777
]
},
"AP75": {
"mean": 0.8005761183721705,
"sample_std": 0.006595484717678363,
"values": [
0.7971962467970456,
0.7963556590999356,
0.8081764492195301
]
},
"AP90": {
"mean": 0.45241233464631064,
"sample_std": 0.0051724826835340305,
"values": [
0.4496932926072043,
0.4583772530323935,
0.4491664582993341
]
},
"AP95": {
"mean": 0.07891538228471848,
"sample_std": 0.0007006220531079213,
"values": [
0.07958001717726468,
0.07898252272860244,
0.07818360694828831
]
},
"AP_L": {
"mean": 0.5252934812502262,
"sample_std": 0.004244558231790203,
"values": [
0.5299253365980293,
0.5243652536919222,
0.5215898534607273
]
},
"AP_M": {
"mean": 0.7024927026930357,
"sample_std": 0.004507416213158788,
"values": [
0.7005326616877003,
0.6992971417557479,
0.7076483046356586
]
},
"AP_S": {
"mean": 0.45152206941043327,
"sample_std": 0.0025361751945372816,
"values": [
0.44905602188395466,
0.4541229900320825,
0.45138719631526264
]
},
"mAP": {
"mean": 0.715561808427123,
"sample_std": 0.0028654968988909117,
"values": [
0.7135701750064647,
0.7142693682209672,
0.7188458820539371
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9157607322507277,
"AP75": 0.7971962467970456,
"AP90": 0.4496932926072043,
"AP95": 0.07958001717726468,
"AP_L": 0.5299253365980293,
"AP_M": 0.7005326616877003,
"AP_S": 0.44905602188395466,
"mAP": 0.7135701750064647
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9165996628153222,
"AP75": 0.7963556590999356,
"AP90": 0.4583772530323935,
"AP95": 0.07898252272860244,
"AP_L": 0.5243652536919222,
"AP_M": 0.6992971417557479,
"AP_S": 0.4541229900320825,
"mAP": 0.7142693682209672
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9220763635327777,
"AP75": 0.8081764492195301,
"AP90": 0.4491664582993341,
"AP95": 0.07818360694828831,
"AP_L": 0.5215898534607273,
"AP_M": 0.7076483046356586,
"AP_S": 0.45138719631526264,
"mAP": 0.7188458820539371
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 11.881562726250557,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 84.16401302083334,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
82.689140625,
84.57103125,
85.2318671875
],
"sample_std_ms": 1.3193227323389285,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "karyoflow_lqcr_scaleshift_r50",
"variant": "lqcr"
},
{
"accuracy": {
"AP50": {
"mean": 0.9116064257438188,
"sample_std": 0.003667002524149757,
"values": [
0.9137598054176169,
0.9073723438664097,
0.9136871279474296
]
},
"AP75": {
"mean": 0.769610749718267,
"sample_std": 0.003963883767193992,
"values": [
0.7737688540421848,
0.765874893149208,
0.7691885019634085
]
},
"AP90": {
"mean": 0.39990665165519385,
"sample_std": 0.007997725138207573,
"values": [
0.3944205813580185,
0.40908326138617,
0.3962161122213931
]
},
"AP95": {
"mean": 0.06652152645390064,
"sample_std": 0.002602178138623477,
"values": [
0.06380170467916105,
0.06677542730498266,
0.06898744737755819
]
},
"AP_L": {
"mean": 0.5428838867406935,
"sample_std": 0.014013333641173475,
"values": [
0.5589264855795935,
0.5366928295482291,
0.5330323450942582
]
},
"AP_M": {
"mean": 0.6811639199165195,
"sample_std": 0.0022389452227882713,
"values": [
0.681285901597418,
0.6788664774081842,
0.6833393807439563
]
},
"AP_S": {
"mean": 0.4182657426363804,
"sample_std": 0.00648716335537909,
"values": [
0.41583533005906315,
0.4133447359701794,
0.4256171618798986
]
},
"mAP": {
"mean": 0.6913206146558708,
"sample_std": 0.0014547238116968055,
"values": [
0.6924340895759511,
0.6896746795231918,
0.6918530748684695
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9137598054176169,
"AP75": 0.7737688540421848,
"AP90": 0.3944205813580185,
"AP95": 0.06380170467916105,
"AP_L": 0.5589264855795935,
"AP_M": 0.681285901597418,
"AP_S": 0.41583533005906315,
"mAP": 0.6924340895759511
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9073723438664097,
"AP75": 0.765874893149208,
"AP90": 0.40908326138617,
"AP95": 0.06677542730498266,
"AP_L": 0.5366928295482291,
"AP_M": 0.6788664774081842,
"AP_S": 0.4133447359701794,
"mAP": 0.6896746795231918
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9136871279474296,
"AP75": 0.7691885019634085,
"AP90": 0.3962161122213931,
"AP95": 0.06898744737755819,
"AP_L": 0.5330323450942582,
"AP_M": 0.6833393807439563,
"AP_S": 0.4256171618798986,
"mAP": 0.6918530748684695
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 19.837365118509272,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 50.40992057291667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
50.30263671875,
50.1709140625,
50.7562109375
],
"sample_std_ms": 0.3070431191133122,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "karyoflow_h3_distill_scaleshift_r50",
"variant": "h3"
},
{
"accuracy": {
"AP50": {
"mean": 0.9882388247131753,
"sample_std": 0.0002757005527895991,
"values": [
0.9882749064947645,
0.9879468597935214,
0.9884947078512399
]
},
"AP75": {
"mean": 0.970015582997973,
"sample_std": 0.0004507032057867237,
"values": [
0.9696975885764749,
0.9705313617113654,
0.9698177987060785
]
},
"AP90": {
"mean": 0.680992802439005,
"sample_std": 0.00472733491752405,
"values": [
0.6803873504947764,
0.6859936946895586,
0.67659736213268
]
},
"AP95": {
"mean": 0.20287852230315187,
"sample_std": 0.005628519851527036,
"values": [
0.2058076378787118,
0.20643844928276778,
0.19638947974797605
]
},
"AP_L": {
"mean": 0.8931873581559302,
"sample_std": 0.016054021597825013,
"values": [
0.8831663379506346,
0.8846917224353898,
0.9117040140817663
]
},
"AP_M": {
"mean": 0.857143455987093,
"sample_std": 0.0016240550561051445,
"values": [
0.8573718446337855,
0.8586412274806321,
0.8554172958468612
]
},
"AP_S": {
"mean": 0.5908803741445182,
"sample_std": 0.008867171021348744,
"values": [
0.5829686411112289,
0.5892077344446507,
0.600464746877675
]
},
"mAP": {
"mean": 0.8596711559434895,
"sample_std": 0.0014340791833465367,
"values": [
0.859930824827738,
0.8609576590871911,
0.8581249839155396
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882749064947645,
"AP75": 0.9696975885764749,
"AP90": 0.6803873504947764,
"AP95": 0.2058076378787118,
"AP_L": 0.8831663379506346,
"AP_M": 0.8573718446337855,
"AP_S": 0.5829686411112289,
"mAP": 0.859930824827738
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9879468597935214,
"AP75": 0.9705313617113654,
"AP90": 0.6859936946895586,
"AP95": 0.20643844928276778,
"AP_L": 0.8846917224353898,
"AP_M": 0.8586412274806321,
"AP_S": 0.5892077344446507,
"mAP": 0.8609576590871911
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9884947078512399,
"AP75": 0.9698177987060785,
"AP90": 0.67659736213268,
"AP95": 0.19638947974797605,
"AP_L": 0.9117040140817663,
"AP_M": 0.8554172958468612,
"AP_S": 0.600464746877675,
"mAP": 0.8581249839155396
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
},
"fps": 11.435951020536526,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 87.44353645833333,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
85.903328125,
87.9513046875,
88.4759765625
],
"sample_std_ms": 1.3594121621701338,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "g2"
},
{
"accuracy": {
"AP50": {
"mean": 0.9882158300171404,
"sample_std": 0.00017706698328034362,
"values": [
0.9883697953301055,
0.9880223410158921,
0.9882553537054237
]
},
"AP75": {
"mean": 0.9701517611804502,
"sample_std": 0.0001708600886834563,
"values": [
0.9699558191537708,
0.9702696874322126,
0.970229776955367
]
},
"AP90": {
"mean": 0.6815707996139536,
"sample_std": 0.0042218770695739444,
"values": [
0.6808267862239247,
0.6861152251574525,
0.6777703874604838
]
},
"AP95": {
"mean": 0.20289916995012122,
"sample_std": 0.005368150571939669,
"values": [
0.20519004737851182,
0.2067418121313289,
0.19676565034052296
]
},
"AP_L": {
"mean": 0.8933238440115623,
"sample_std": 0.016470573730006086,
"values": [
0.8833010534557985,
0.8843374697849112,
0.9123330087939773
]
},
"AP_M": {
"mean": 0.8572782845700547,
"sample_std": 0.0013989603346930596,
"values": [
0.8574533828729674,
0.8585814530233918,
0.855800017813805
]
},
"AP_S": {
"mean": 0.591626657728588,
"sample_std": 0.012760228702386689,
"values": [
0.5800685106863559,
0.5894917964350991,
0.6053196660643092
]
},
"mAP": {
"mean": 0.8597256841863748,
"sample_std": 0.0012729448688682515,
"values": [
0.8598108144938097,
0.8609539271465145,
0.8584123109188003
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9883697953301055,
"AP75": 0.9699558191537708,
"AP90": 0.6808267862239247,
"AP95": 0.20519004737851182,
"AP_L": 0.8833010534557985,
"AP_M": 0.8574533828729674,
"AP_S": 0.5800685106863559,
"mAP": 0.8598108144938097
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9880223410158921,
"AP75": 0.9702696874322126,
"AP90": 0.6861152251574525,
"AP95": 0.2067418121313289,
"AP_L": 0.8843374697849112,
"AP_M": 0.8585814530233918,
"AP_S": 0.5894917964350991,
"mAP": 0.8609539271465145
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882553537054237,
"AP75": 0.970229776955367,
"AP90": 0.6777703874604838,
"AP95": 0.19676565034052296,
"AP_L": 0.9123330087939773,
"AP_M": 0.855800017813805,
"AP_S": 0.6053196660643092,
"mAP": 0.8584123109188003
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
},
"fps": 7.047481230208324,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 141.89466666666667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
140.023421875,
142.161625,
143.498953125
],
"sample_std_ms": 1.7530771321404397,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "heun4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9880821114591859,
"sample_std": 0.0002626715527768716,
"values": [
0.9882789282222721,
0.9877838438372649,
0.9881835623180205
]
},
"AP75": {
"mean": 0.9702182984774347,
"sample_std": 0.00031616562877268624,
"values": [
0.9702532495053973,
0.9705155363633119,
0.9698861095635949
]
},
"AP90": {
"mean": 0.6812412048896792,
"sample_std": 0.0045220152884727005,
"values": [
0.6808620814342475,
0.6859408465860138,
0.6769206866487761
]
},
"AP95": {
"mean": 0.20323788490532374,
"sample_std": 0.005168957897388654,
"values": [
0.20568717528193475,
0.20672692810651294,
0.19729955132752355
]
},
"AP_L": {
"mean": 0.8918782883571224,
"sample_std": 0.017998667587033165,
"values": [
0.8782851213993462,
0.8850597554592754,
0.9122899882127453
]
},
"AP_M": {
"mean": 0.8571814575564598,
"sample_std": 0.0015187994312172357,
"values": [
0.8574952195885667,
0.858518871274611,
0.8555302818062016
]
},
"AP_S": {
"mean": 0.5913894949699311,
"sample_std": 0.009241976871600902,
"values": [
0.5819632643815381,
0.5917697394876056,
0.6004354810406497
]
},
"mAP": {
"mean": 0.8596930040046317,
"sample_std": 0.0013253134905202117,
"values": [
0.8599843822141728,
0.8608483836537739,
0.8582462461459482
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882789282222721,
"AP75": 0.9702532495053973,
"AP90": 0.6808620814342475,
"AP95": 0.20568717528193475,
"AP_L": 0.8782851213993462,
"AP_M": 0.8574952195885667,
"AP_S": 0.5819632643815381,
"mAP": 0.8599843822141728
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9877838438372649,
"AP75": 0.9705155363633119,
"AP90": 0.6859408465860138,
"AP95": 0.20672692810651294,
"AP_L": 0.8850597554592754,
"AP_M": 0.858518871274611,
"AP_S": 0.5917697394876056,
"mAP": 0.8608483836537739
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9881835623180205,
"AP75": 0.9698861095635949,
"AP90": 0.6769206866487761,
"AP95": 0.19729955132752355,
"AP_L": 0.9122899882127453,
"AP_M": 0.8555302818062016,
"AP_S": 0.6004354810406497,
"mAP": 0.8582462461459482
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
},
"fps": 11.348059311932293,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 88.12079427083333,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
86.1165390625,
88.812140625,
89.433703125
],
"sample_std_ms": 1.7633389323808488,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "euler4"
},
{
"accuracy": {
"AP50": {
"mean": 0.988082507821069,
"sample_std": 0.00022263347031343272,
"values": [
0.9881677539059568,
0.9878298478988581,
0.9882499216583922
]
},
"AP75": {
"mean": 0.9707161523619126,
"sample_std": 9.430386959076914e-05,
"values": [
0.9707451278960885,
0.9707925685751236,
0.9706107606145256
]
},
"AP90": {
"mean": 0.7065178562346686,
"sample_std": 0.00396079773710462,
"values": [
0.7082272696889547,
0.7093368871064814,
0.7019894119085696
]
},
"AP95": {
"mean": 0.22675414978917788,
"sample_std": 0.008184561170269214,
"values": [
0.23207557190794373,
0.23085723141772607,
0.2173296460418638
]
},
"AP_L": {
"mean": 0.9073884355030789,
"sample_std": 0.018493284966715616,
"values": [
0.920573088140797,
0.8862487626915709,
0.9153434556768688
]
},
"AP_M": {
"mean": 0.8630747729197469,
"sample_std": 0.0017402970982510904,
"values": [
0.8639061700042593,
0.8642434411772183,
0.8610747075777629
]
},
"AP_S": {
"mean": 0.5888482402888932,
"sample_std": 0.018004220157004182,
"values": [
0.5701256725156298,
0.5903832201024934,
0.6060358282485562
]
},
"mAP": {
"mean": 0.8658709090443371,
"sample_std": 0.001452703969674256,
"values": [
0.8667243057038867,
0.8666948643155283,
0.8641935571135961
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9881677539059568,
"AP75": 0.9707451278960885,
"AP90": 0.7082272696889547,
"AP95": 0.23207557190794373,
"AP_L": 0.920573088140797,
"AP_M": 0.8639061700042593,
"AP_S": 0.5701256725156298,
"mAP": 0.8667243057038867
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9878298478988581,
"AP75": 0.9707925685751236,
"AP90": 0.7093368871064814,
"AP95": 0.23085723141772607,
"AP_L": 0.8862487626915709,
"AP_M": 0.8642434411772183,
"AP_S": 0.5903832201024934,
"mAP": 0.8666948643155283
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882499216583922,
"AP75": 0.9706107606145256,
"AP90": 0.7019894119085696,
"AP95": 0.2173296460418638,
"AP_L": 0.9153434556768688,
"AP_M": 0.8610747075777629,
"AP_S": 0.6060358282485562,
"mAP": 0.8641935571135961
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 11.28344417260355,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 88.625421875,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
86.9985703125,
89.1162109375,
89.761484375
],
"sample_std_ms": 1.4453646450264,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "karyoflow_lqcr_scaleshift_r50",
"variant": "lqcr"
},
{
"accuracy": {
"AP50": {
"mean": 0.9867888975212404,
"sample_std": 0.0003123783907787974,
"values": [
0.9869263084328947,
0.9864313686937061,
0.9870090154371204
]
},
"AP75": {
"mean": 0.9682638793694003,
"sample_std": 0.0007430582018081381,
"values": [
0.9678169139007402,
0.9691216348318555,
0.967853089375605
]
},
"AP90": {
"mean": 0.6863388034690681,
"sample_std": 0.008005675480507632,
"values": [
0.693745551990133,
0.687425616799693,
0.6778452416173782
]
},
"AP95": {
"mean": 0.2041757874932106,
"sample_std": 0.012317436056087702,
"values": [
0.21735181176205898,
0.20222604220598792,
0.19294950851158493
]
},
"AP_L": {
"mean": 0.8930377734791588,
"sample_std": 0.0253722537217189,
"values": [
0.909908833309274,
0.8638591299097873,
0.9053453572184151
]
},
"AP_M": {
"mean": 0.8567394737036413,
"sample_std": 0.0019015291611326317,
"values": [
0.8582160036607327,
0.8574085848706221,
0.8545938325795693
]
},
"AP_S": {
"mean": 0.5872286982822603,
"sample_std": 0.009638943665589211,
"values": [
0.5789637728433543,
0.5849053503937883,
0.5978169716096382
]
},
"mAP": {
"mean": 0.8591751261026332,
"sample_std": 0.0019436363445108852,
"values": [
0.8611059001114846,
0.8592006003572957,
0.8572188778391194
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9869263084328947,
"AP75": 0.9678169139007402,
"AP90": 0.693745551990133,
"AP95": 0.21735181176205898,
"AP_L": 0.909908833309274,
"AP_M": 0.8582160036607327,
"AP_S": 0.5789637728433543,
"mAP": 0.8611059001114846
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9864313686937061,
"AP75": 0.9691216348318555,
"AP90": 0.687425616799693,
"AP95": 0.20222604220598792,
"AP_L": 0.8638591299097873,
"AP_M": 0.8574085848706221,
"AP_S": 0.5849053503937883,
"mAP": 0.8592006003572957
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9870090154371204,
"AP75": 0.967853089375605,
"AP90": 0.6778452416173782,
"AP95": 0.19294950851158493,
"AP_L": 0.9053453572184151,
"AP_M": 0.8545938325795693,
"AP_S": 0.5978169716096382,
"mAP": 0.8572188778391194
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 18.839935855905892,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 53.07873697916666,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
52.423234375,
52.70954296875,
54.10343359375
],
"sample_std_ms": 0.8988857083454389,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "karyoflow_h3_distill_scaleshift_r50",
"variant": "h3"
}
],
"source": "source_paper_matched_accuracy_latency.json"
},
"source_model_contract": {
"configuration": "",
"configuration_values": {
"feat_channels": 256,
"num_classes": 24,
"num_heads": 6,
"num_proposals": 500,
"sampling_timesteps": 4,
"quality_only_training": true,
"quality_calibration_mode": "final_only",
"quality_score_beta": 2.0,
"rf_schedule": "shifted",
"rf_shift": 3.0,
"solver_type": "dpm_solver_pp",
"roi_extractor": {
"featmap_strides": [
4,
8,
16,
32
],
"out_channels": 256,
"roi_layer": {
"output_size": 7,
"sampling_ratio": 2,
"type": "RoIAlign"
},
"type": "PurePyTorchSingleRoIExtractor"
},
"single_head": {
"dim_feedforward": 2048,
"dropout": 0.0,
"feat_channels": 256,
"num_classes": 24,
"num_cls_convs": 1,
"num_heads": 8,
"num_reg_convs": 3,
"predict_iou_quality": true,
"quality_hidden": 128,
"time_conditioning": "scale_shift",
"type": "PurePyTorchSingleDiffusionDetHead"
}
},
"implementation_contract": {
"quality_attachment": "last cascade only, after time scale-shift; emitted at every inference call",
"quality_target": "detached matched aligned IoU; unmatched zero; detached varifocal-style weights",
"quality_feedback": "none to renewal or solver",
"cascade_features": "RoI-averaged initialization at first stage; proposal feature propagation within call",
"history_repair": "previous renewal mask applies to current secant rows"
},
"scope": "Architecture provenance only; not a new training or numerical-performance claim."
},
"source_speed_accuracy_with_euler_evidence": {
"accuracy_replication_unit": "independent training seed",
"accuracy_split": "test",
"generated_at": "2026-09-09T06:42:04.320682+00:00",
"hardware": "NVIDIA RTX A6000",
"latency_replication_unit": "three timing repeats of the seed-42 checkpoint",
"schema_version": "1.0",
"timing_boundary": "model.test_step on one preloaded held-out batch",
"variants": [
{
"accuracy": {
"AP50": {
"mean": 0.9183101382241671,
"sample_std": 0.0034240874847829847,
"values": [
0.9151439729982456,
0.9178423860253813,
0.9219440556488744
]
},
"AP75": {
"mean": 0.79530233162605,
"sample_std": 0.005217894172428073,
"values": [
0.7907628444758122,
0.7941411552218808,
0.801002995180457
]
},
"AP90": {
"mean": 0.42642425469803363,
"sample_std": 0.0030016259864408877,
"values": [
0.4279269840412073,
0.4283777212510061,
0.42296805880188754
]
},
"AP95": {
"mean": 0.06985011494839438,
"sample_std": 0.0019287415575487406,
"values": [
0.07185574926042256,
0.06800877692166389,
0.06968581866309669
]
},
"AP_L": {
"mean": 0.5254156397748906,
"sample_std": 0.009820131649348524,
"values": [
0.5367412096848294,
0.520236161422248,
0.5192695482175943
]
},
"AP_M": {
"mean": 0.6965240578929445,
"sample_std": 0.0047353165514589365,
"values": [
0.6936979195030621,
0.6938833721380341,
0.7019908820377372
]
},
"AP_S": {
"mean": 0.44738578836178045,
"sample_std": 0.003288873926556129,
"values": [
0.4438399068599375,
0.45033632623648695,
0.4479811319889169
]
},
"mAP": {
"mean": 0.7082146234828225,
"sample_std": 0.002392495178740041,
"values": [
0.7063925830715332,
0.7073272667160234,
0.7109240206609109
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9151439729982456,
"AP75": 0.7907628444758122,
"AP90": 0.4279269840412073,
"AP95": 0.07185574926042256,
"AP_L": 0.5367412096848294,
"AP_M": 0.6936979195030621,
"AP_S": 0.4438399068599375,
"mAP": 0.7063925830715332
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9178423860253813,
"AP75": 0.7941411552218808,
"AP90": 0.4283777212510061,
"AP95": 0.06800877692166389,
"AP_L": 0.520236161422248,
"AP_M": 0.6938833721380341,
"AP_S": 0.45033632623648695,
"mAP": 0.7073272667160234
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9219440556488744,
"AP75": 0.801002995180457,
"AP90": 0.42296805880188754,
"AP95": 0.06968581866309669,
"AP_L": 0.5192695482175943,
"AP_M": 0.7019908820377372,
"AP_S": 0.4479811319889169,
"mAP": 0.7109240206609109
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
},
"fps": 11.960636796762055,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 83.60758854166667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
81.9659609375,
84.16959375,
84.6872109375
],
"sample_std_ms": 1.445056324601344,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "g2"
},
{
"accuracy": {
"AP50": {
"mean": 0.9181907980260935,
"sample_std": 0.002994672175301495,
"values": [
0.9154846003083139,
0.9176796458633291,
0.9214081479066374
]
},
"AP75": {
"mean": 0.7953317655663267,
"sample_std": 0.005070020872554571,
"values": [
0.7909022421129398,
0.7942314702603192,
0.8008615843257212
]
},
"AP90": {
"mean": 0.42541316823330433,
"sample_std": 0.0031168457347702096,
"values": [
0.42646959940958473,
0.42786449828362855,
0.4219054070066997
]
},
"AP95": {
"mean": 0.07014998486836145,
"sample_std": 0.002007957139622445,
"values": [
0.07177295179864353,
0.06790449455805933,
0.07077250824838148
]
},
"AP_L": {
"mean": 0.5234537971249649,
"sample_std": 0.010032210005078448,
"values": [
0.5347669196936066,
0.5199548226630367,
0.5156396490182512
]
},
"AP_M": {
"mean": 0.6963207161415736,
"sample_std": 0.004804396712215238,
"values": [
0.6935854697268682,
0.6935085010677873,
0.7018681776300654
]
},
"AP_S": {
"mean": 0.4464586396806592,
"sample_std": 0.0036927401547594886,
"values": [
0.44230087180897426,
0.44771834439651287,
0.4493567028364905
]
},
"mAP": {
"mean": 0.7081647116917933,
"sample_std": 0.002559275722967286,
"values": [
0.7060846835200207,
0.7073867586906166,
0.7110226928647425
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9154846003083139,
"AP75": 0.7909022421129398,
"AP90": 0.42646959940958473,
"AP95": 0.07177295179864353,
"AP_L": 0.5347669196936066,
"AP_M": 0.6935854697268682,
"AP_S": 0.44230087180897426,
"mAP": 0.7060846835200207
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9176796458633291,
"AP75": 0.7942314702603192,
"AP90": 0.42786449828362855,
"AP95": 0.06790449455805933,
"AP_L": 0.5199548226630367,
"AP_M": 0.6935085010677873,
"AP_S": 0.44771834439651287,
"mAP": 0.7073867586906166
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9214081479066374,
"AP75": 0.8008615843257212,
"AP90": 0.4219054070066997,
"AP95": 0.07077250824838148,
"AP_L": 0.5156396490182512,
"AP_M": 0.7018681776300654,
"AP_S": 0.4493567028364905,
"mAP": 0.7110226928647425
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
},
"fps": 7.572010559878602,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 132.0653203125,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
129.9725859375,
132.79128125,
133.43209375
],
"sample_std_ms": 1.8404654406614163,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "heun4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9183380772291568,
"sample_std": 0.0035661534861308707,
"values": [
0.9150605202678954,
0.917817998150589,
0.922135713268986
]
},
"AP75": {
"mean": 0.7950955407160843,
"sample_std": 0.004893715888273428,
"values": [
0.7910991404902054,
0.7936339656743229,
0.8005535159837247
]
},
"AP90": {
"mean": 0.42525017718133495,
"sample_std": 0.0034849576152270467,
"values": [
0.42670407398602733,
0.42777277761550564,
0.42127367994247195
]
},
"AP95": {
"mean": 0.07008446197679373,
"sample_std": 0.0018908953906383696,
"values": [
0.07197478190857834,
0.06819299165221311,
0.07008561236958975
]
},
"AP_L": {
"mean": 0.5225856235771015,
"sample_std": 0.0036127319153254297,
"values": [
0.5267494245508825,
0.5202825829082754,
0.5207248632721466
]
},
"AP_M": {
"mean": 0.6963348100035174,
"sample_std": 0.00475616113429254,
"values": [
0.6937080221144463,
0.693471356120477,
0.701825051775629
]
},
"AP_S": {
"mean": 0.44704740683884076,
"sample_std": 0.0032263580025373296,
"values": [
0.44335717660632734,
0.44933528214280605,
0.4484497617673888
]
},
"mAP": {
"mean": 0.7081164073825261,
"sample_std": 0.002513811299453891,
"values": [
0.7063210086914218,
0.7070388460100343,
0.7109893674461223
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9150605202678954,
"AP75": 0.7910991404902054,
"AP90": 0.42670407398602733,
"AP95": 0.07197478190857834,
"AP_L": 0.5267494245508825,
"AP_M": 0.6937080221144463,
"AP_S": 0.44335717660632734,
"mAP": 0.7063210086914218
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.917817998150589,
"AP75": 0.7936339656743229,
"AP90": 0.42777277761550564,
"AP95": 0.06819299165221311,
"AP_L": 0.5202825829082754,
"AP_M": 0.693471356120477,
"AP_S": 0.44933528214280605,
"mAP": 0.7070388460100343
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.922135713268986,
"AP75": 0.8005535159837247,
"AP90": 0.42127367994247195,
"AP95": 0.07008561236958975,
"AP_L": 0.5207248632721466,
"AP_M": 0.701825051775629,
"AP_S": 0.4484497617673888,
"mAP": 0.7109893674461223
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
},
"fps": 11.994333427101534,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 83.372703125,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
81.8817265625,
83.8895390625,
84.34684375
],
"sample_std_ms": 1.3113124062349155,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "euler4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9181455861996092,
"sample_std": 0.003429899263136729,
"values": [
0.9157607322507277,
0.9165996628153222,
0.9220763635327777
]
},
"AP75": {
"mean": 0.8005761183721705,
"sample_std": 0.006595484717678363,
"values": [
0.7971962467970456,
0.7963556590999356,
0.8081764492195301
]
},
"AP90": {
"mean": 0.45241233464631064,
"sample_std": 0.0051724826835340305,
"values": [
0.4496932926072043,
0.4583772530323935,
0.4491664582993341
]
},
"AP95": {
"mean": 0.07891538228471848,
"sample_std": 0.0007006220531079213,
"values": [
0.07958001717726468,
0.07898252272860244,
0.07818360694828831
]
},
"AP_L": {
"mean": 0.5252934812502262,
"sample_std": 0.004244558231790203,
"values": [
0.5299253365980293,
0.5243652536919222,
0.5215898534607273
]
},
"AP_M": {
"mean": 0.7024927026930357,
"sample_std": 0.004507416213158788,
"values": [
0.7005326616877003,
0.6992971417557479,
0.7076483046356586
]
},
"AP_S": {
"mean": 0.45152206941043327,
"sample_std": 0.0025361751945372816,
"values": [
0.44905602188395466,
0.4541229900320825,
0.45138719631526264
]
},
"mAP": {
"mean": 0.715561808427123,
"sample_std": 0.0028654968988909117,
"values": [
0.7135701750064647,
0.7142693682209672,
0.7188458820539371
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9157607322507277,
"AP75": 0.7971962467970456,
"AP90": 0.4496932926072043,
"AP95": 0.07958001717726468,
"AP_L": 0.5299253365980293,
"AP_M": 0.7005326616877003,
"AP_S": 0.44905602188395466,
"mAP": 0.7135701750064647
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9165996628153222,
"AP75": 0.7963556590999356,
"AP90": 0.4583772530323935,
"AP95": 0.07898252272860244,
"AP_L": 0.5243652536919222,
"AP_M": 0.6992971417557479,
"AP_S": 0.4541229900320825,
"mAP": 0.7142693682209672
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9220763635327777,
"AP75": 0.8081764492195301,
"AP90": 0.4491664582993341,
"AP95": 0.07818360694828831,
"AP_L": 0.5215898534607273,
"AP_M": 0.7076483046356586,
"AP_S": 0.45138719631526264,
"mAP": 0.7188458820539371
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 11.881562726250557,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 84.16401302083334,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
82.689140625,
84.57103125,
85.2318671875
],
"sample_std_ms": 1.3193227323389285,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "karyoflow_lqcr_scaleshift_r50",
"variant": "lqcr"
},
{
"accuracy": {
"AP50": {
"mean": 0.9116064257438188,
"sample_std": 0.003667002524149757,
"values": [
0.9137598054176169,
0.9073723438664097,
0.9136871279474296
]
},
"AP75": {
"mean": 0.769610749718267,
"sample_std": 0.003963883767193992,
"values": [
0.7737688540421848,
0.765874893149208,
0.7691885019634085
]
},
"AP90": {
"mean": 0.39990665165519385,
"sample_std": 0.007997725138207573,
"values": [
0.3944205813580185,
0.40908326138617,
0.3962161122213931
]
},
"AP95": {
"mean": 0.06652152645390064,
"sample_std": 0.002602178138623477,
"values": [
0.06380170467916105,
0.06677542730498266,
0.06898744737755819
]
},
"AP_L": {
"mean": 0.5428838867406935,
"sample_std": 0.014013333641173475,
"values": [
0.5589264855795935,
0.5366928295482291,
0.5330323450942582
]
},
"AP_M": {
"mean": 0.6811639199165195,
"sample_std": 0.0022389452227882713,
"values": [
0.681285901597418,
0.6788664774081842,
0.6833393807439563
]
},
"AP_S": {
"mean": 0.4182657426363804,
"sample_std": 0.00648716335537909,
"values": [
0.41583533005906315,
0.4133447359701794,
0.4256171618798986
]
},
"mAP": {
"mean": 0.6913206146558708,
"sample_std": 0.0014547238116968055,
"values": [
0.6924340895759511,
0.6896746795231918,
0.6918530748684695
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9137598054176169,
"AP75": 0.7737688540421848,
"AP90": 0.3944205813580185,
"AP95": 0.06380170467916105,
"AP_L": 0.5589264855795935,
"AP_M": 0.681285901597418,
"AP_S": 0.41583533005906315,
"mAP": 0.6924340895759511
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9073723438664097,
"AP75": 0.765874893149208,
"AP90": 0.40908326138617,
"AP95": 0.06677542730498266,
"AP_L": 0.5366928295482291,
"AP_M": 0.6788664774081842,
"AP_S": 0.4133447359701794,
"mAP": 0.6896746795231918
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9136871279474296,
"AP75": 0.7691885019634085,
"AP90": 0.3962161122213931,
"AP95": 0.06898744737755819,
"AP_L": 0.5330323450942582,
"AP_M": 0.6833393807439563,
"AP_S": 0.4256171618798986,
"mAP": 0.6918530748684695
}
}
],
"dataset": "D1_INHOUSE1700_V2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 19.837365118509272,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 50.40992057291667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
50.30263671875,
50.1709140625,
50.7562109375
],
"sample_std_ms": 0.3070431191133122,
"input": {
"raw_transformed_shapes": [
[
3,
800,
890
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "",
"ori_shape": [
642,
714
],
"img_shape": [
800,
890
],
"scale_factor": [
1.246498599439776,
1.2461059190031152
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
896
]
]
}
},
"method": "karyoflow_h3_distill_scaleshift_r50",
"variant": "h3"
},
{
"accuracy": {
"AP50": {
"mean": 0.9882388247131753,
"sample_std": 0.0002757005527895991,
"values": [
0.9882749064947645,
0.9879468597935214,
0.9884947078512399
]
},
"AP75": {
"mean": 0.970015582997973,
"sample_std": 0.0004507032057867237,
"values": [
0.9696975885764749,
0.9705313617113654,
0.9698177987060785
]
},
"AP90": {
"mean": 0.680992802439005,
"sample_std": 0.00472733491752405,
"values": [
0.6803873504947764,
0.6859936946895586,
0.67659736213268
]
},
"AP95": {
"mean": 0.20287852230315187,
"sample_std": 0.005628519851527036,
"values": [
0.2058076378787118,
0.20643844928276778,
0.19638947974797605
]
},
"AP_L": {
"mean": 0.8931873581559302,
"sample_std": 0.016054021597825013,
"values": [
0.8831663379506346,
0.8846917224353898,
0.9117040140817663
]
},
"AP_M": {
"mean": 0.857143455987093,
"sample_std": 0.0016240550561051445,
"values": [
0.8573718446337855,
0.8586412274806321,
0.8554172958468612
]
},
"AP_S": {
"mean": 0.5908803741445182,
"sample_std": 0.008867171021348744,
"values": [
0.5829686411112289,
0.5892077344446507,
0.600464746877675
]
},
"mAP": {
"mean": 0.8596711559434895,
"sample_std": 0.0014340791833465367,
"values": [
0.859930824827738,
0.8609576590871911,
0.8581249839155396
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882749064947645,
"AP75": 0.9696975885764749,
"AP90": 0.6803873504947764,
"AP95": 0.2058076378787118,
"AP_L": 0.8831663379506346,
"AP_M": 0.8573718446337855,
"AP_S": 0.5829686411112289,
"mAP": 0.859930824827738
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9879468597935214,
"AP75": 0.9705313617113654,
"AP90": 0.6859936946895586,
"AP95": 0.20643844928276778,
"AP_L": 0.8846917224353898,
"AP_M": 0.8586412274806321,
"AP_S": 0.5892077344446507,
"mAP": 0.8609576590871911
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9884947078512399,
"AP75": 0.9698177987060785,
"AP90": 0.67659736213268,
"AP95": 0.19638947974797605,
"AP_L": 0.9117040140817663,
"AP_M": 0.8554172958468612,
"AP_S": 0.600464746877675,
"mAP": 0.8581249839155396
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "dpm_solver_pp"
},
"fps": 11.435951020536526,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 87.44353645833333,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
85.903328125,
87.9513046875,
88.4759765625
],
"sample_std_ms": 1.3594121621701338,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "g2"
},
{
"accuracy": {
"AP50": {
"mean": 0.9882158300171404,
"sample_std": 0.00017706698328034362,
"values": [
0.9883697953301055,
0.9880223410158921,
0.9882553537054237
]
},
"AP75": {
"mean": 0.9701517611804502,
"sample_std": 0.0001708600886834563,
"values": [
0.9699558191537708,
0.9702696874322126,
0.970229776955367
]
},
"AP90": {
"mean": 0.6815707996139536,
"sample_std": 0.0042218770695739444,
"values": [
0.6808267862239247,
0.6861152251574525,
0.6777703874604838
]
},
"AP95": {
"mean": 0.20289916995012122,
"sample_std": 0.005368150571939669,
"values": [
0.20519004737851182,
0.2067418121313289,
0.19676565034052296
]
},
"AP_L": {
"mean": 0.8933238440115623,
"sample_std": 0.016470573730006086,
"values": [
0.8833010534557985,
0.8843374697849112,
0.9123330087939773
]
},
"AP_M": {
"mean": 0.8572782845700547,
"sample_std": 0.0013989603346930596,
"values": [
0.8574533828729674,
0.8585814530233918,
0.855800017813805
]
},
"AP_S": {
"mean": 0.591626657728588,
"sample_std": 0.012760228702386689,
"values": [
0.5800685106863559,
0.5894917964350991,
0.6053196660643092
]
},
"mAP": {
"mean": 0.8597256841863748,
"sample_std": 0.0012729448688682515,
"values": [
0.8598108144938097,
0.8609539271465145,
0.8584123109188003
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9883697953301055,
"AP75": 0.9699558191537708,
"AP90": 0.6808267862239247,
"AP95": 0.20519004737851182,
"AP_L": 0.8833010534557985,
"AP_M": 0.8574533828729674,
"AP_S": 0.5800685106863559,
"mAP": 0.8598108144938097
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9880223410158921,
"AP75": 0.9702696874322126,
"AP90": 0.6861152251574525,
"AP95": 0.2067418121313289,
"AP_L": 0.8843374697849112,
"AP_M": 0.8585814530233918,
"AP_S": 0.5894917964350991,
"mAP": 0.8609539271465145
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882553537054237,
"AP75": 0.970229776955367,
"AP90": 0.6777703874604838,
"AP95": 0.19676565034052296,
"AP_L": 0.9123330087939773,
"AP_M": 0.855800017813805,
"AP_S": 0.6053196660643092,
"mAP": 0.8584123109188003
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "heun"
},
"fps": 7.047481230208324,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 141.89466666666667,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
140.023421875,
142.161625,
143.498953125
],
"sample_std_ms": 1.7530771321404397,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "heun4"
},
{
"accuracy": {
"AP50": {
"mean": 0.9880821114591859,
"sample_std": 0.0002626715527768716,
"values": [
0.9882789282222721,
0.9877838438372649,
0.9881835623180205
]
},
"AP75": {
"mean": 0.9702182984774347,
"sample_std": 0.00031616562877268624,
"values": [
0.9702532495053973,
0.9705155363633119,
0.9698861095635949
]
},
"AP90": {
"mean": 0.6812412048896792,
"sample_std": 0.0045220152884727005,
"values": [
0.6808620814342475,
0.6859408465860138,
0.6769206866487761
]
},
"AP95": {
"mean": 0.20323788490532374,
"sample_std": 0.005168957897388654,
"values": [
0.20568717528193475,
0.20672692810651294,
0.19729955132752355
]
},
"AP_L": {
"mean": 0.8918782883571224,
"sample_std": 0.017998667587033165,
"values": [
0.8782851213993462,
0.8850597554592754,
0.9122899882127453
]
},
"AP_M": {
"mean": 0.8571814575564598,
"sample_std": 0.0015187994312172357,
"values": [
0.8574952195885667,
0.858518871274611,
0.8555302818062016
]
},
"AP_S": {
"mean": 0.5913894949699311,
"sample_std": 0.009241976871600902,
"values": [
0.5819632643815381,
0.5917697394876056,
0.6004354810406497
]
},
"mAP": {
"mean": 0.8596930040046317,
"sample_std": 0.0013253134905202117,
"values": [
0.8599843822141728,
0.8608483836537739,
0.8582462461459482
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9882789282222721,
"AP75": 0.9702532495053973,
"AP90": 0.6808620814342475,
"AP95": 0.20568717528193475,
"AP_L": 0.8782851213993462,
"AP_M": 0.8574952195885667,
"AP_S": 0.5819632643815381,
"mAP": 0.8599843822141728
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9877838438372649,
"AP75": 0.9705155363633119,
"AP90": 0.6859408465860138,
"AP95": 0.20672692810651294,
"AP_L": 0.8850597554592754,
"AP_M": 0.858518871274611,
"AP_S": 0.5917697394876056,
"mAP": 0.8608483836537739
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9881835623180205,
"AP75": 0.9698861095635949,
"AP90": 0.6769206866487761,
"AP95": 0.19729955132752355,
"AP_L": 0.9122899882127453,
"AP_M": 0.8555302818062016,
"AP_S": 0.6004354810406497,
"mAP": 0.8582462461459482
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {
"model.bbox_head.sampling_timesteps": 4,
"model.bbox_head.solver_type": "euler"
},
"fps": 11.348059311932293,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 88.12079427083333,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
86.1165390625,
88.812140625,
89.433703125
],
"sample_std_ms": 1.7633389323808488,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "strict_g2_rf_shifted_scaleshift_r50",
"variant": "euler4"
},
{
"accuracy": {
"AP50": {
"mean": 0.988082507821069,
"sample_std": 0.00022263347031343272,
"values": [
0.9881677539059568,
0.9878298478988581,
0.9882499216583922
]
},
"AP75": {
"mean": 0.9707161523619126,
"sample_std": 9.430386959076914e-05,
"values": [
0.9707451278960885,
0.9707925685751236,
0.9706107606145256
]
},
"AP90": {
"mean": 0.7065178562346686,
"sample_std": 0.00396079773710462,
"values": [
0.7082272696889547,
0.7093368871064814,
0.7019894119085696
]
},
"AP95": {
"mean": 0.22675414978917788,
"sample_std": 0.008184561170269214,
"values": [
0.23207557190794373,
0.23085723141772607,
0.2173296460418638
]
},
"AP_L": {
"mean": 0.9073884355030789,
"sample_std": 0.018493284966715616,
"values": [
0.920573088140797,
0.8862487626915709,
0.9153434556768688
]
},
"AP_M": {
"mean": 0.8630747729197469,
"sample_std": 0.0017402970982510904,
"values": [
0.8639061700042593,
0.8642434411772183,
0.8610747075777629
]
},
"AP_S": {
"mean": 0.5888482402888932,
"sample_std": 0.018004220157004182,
"values": [
0.5701256725156298,
0.5903832201024934,
0.6060358282485562
]
},
"mAP": {
"mean": 0.8658709090443371,
"sample_std": 0.001452703969674256,
"values": [
0.8667243057038867,
0.8666948643155283,
0.8641935571135961
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9881677539059568,
"AP75": 0.9707451278960885,
"AP90": 0.7082272696889547,
"AP95": 0.23207557190794373,
"AP_L": 0.920573088140797,
"AP_M": 0.8639061700042593,
"AP_S": 0.5701256725156298,
"mAP": 0.8667243057038867
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9878298478988581,
"AP75": 0.9707925685751236,
"AP90": 0.7093368871064814,
"AP95": 0.23085723141772607,
"AP_L": 0.8862487626915709,
"AP_M": 0.8642434411772183,
"AP_S": 0.5903832201024934,
"mAP": 0.8666948643155283
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9882499216583922,
"AP75": 0.9706107606145256,
"AP90": 0.7019894119085696,
"AP95": 0.2173296460418638,
"AP_L": 0.9153434556768688,
"AP_M": 0.8610747075777629,
"AP_S": 0.6060358282485562,
"mAP": 0.8641935571135961
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 11.28344417260355,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 88.625421875,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
86.9985703125,
89.1162109375,
89.761484375
],
"sample_std_ms": 1.4453646450264,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "karyoflow_lqcr_scaleshift_r50",
"variant": "lqcr"
},
{
"accuracy": {
"AP50": {
"mean": 0.9867888975212404,
"sample_std": 0.0003123783907787974,
"values": [
0.9869263084328947,
0.9864313686937061,
0.9870090154371204
]
},
"AP75": {
"mean": 0.9682638793694003,
"sample_std": 0.0007430582018081381,
"values": [
0.9678169139007402,
0.9691216348318555,
0.967853089375605
]
},
"AP90": {
"mean": 0.6863388034690681,
"sample_std": 0.008005675480507632,
"values": [
0.693745551990133,
0.687425616799693,
0.6778452416173782
]
},
"AP95": {
"mean": 0.2041757874932106,
"sample_std": 0.012317436056087702,
"values": [
0.21735181176205898,
0.20222604220598792,
0.19294950851158493
]
},
"AP_L": {
"mean": 0.8930377734791588,
"sample_std": 0.0253722537217189,
"values": [
0.909908833309274,
0.8638591299097873,
0.9053453572184151
]
},
"AP_M": {
"mean": 0.8567394737036413,
"sample_std": 0.0019015291611326317,
"values": [
0.8582160036607327,
0.8574085848706221,
0.8545938325795693
]
},
"AP_S": {
"mean": 0.5872286982822603,
"sample_std": 0.009638943665589211,
"values": [
0.5789637728433543,
0.5849053503937883,
0.5978169716096382
]
},
"mAP": {
"mean": 0.8591751261026332,
"sample_std": 0.0019436363445108852,
"values": [
0.8611059001114846,
0.8592006003572957,
0.8572188778391194
]
}
},
"accuracy_runs": [
{
"training_seed": 42,
"metrics": {
"AP50": 0.9869263084328947,
"AP75": 0.9678169139007402,
"AP90": 0.693745551990133,
"AP95": 0.21735181176205898,
"AP_L": 0.909908833309274,
"AP_M": 0.8582160036607327,
"AP_S": 0.5789637728433543,
"mAP": 0.8611059001114846
}
},
{
"training_seed": 123,
"metrics": {
"AP50": 0.9864313686937061,
"AP75": 0.9691216348318555,
"AP90": 0.687425616799693,
"AP95": 0.20222604220598792,
"AP_L": 0.8638591299097873,
"AP_M": 0.8574085848706221,
"AP_S": 0.5849053503937883,
"mAP": 0.8592006003572957
}
},
{
"training_seed": 789,
"metrics": {
"AP50": 0.9870090154371204,
"AP75": 0.967853089375605,
"AP90": 0.6778452416173782,
"AP95": 0.19294950851158493,
"AP_L": 0.9053453572184151,
"AP_M": 0.8545938325795693,
"AP_S": 0.5978169716096382,
"mAP": 0.8572188778391194
}
}
],
"dataset": "D2",
"latency": {
"code_commit": "",
"config_overrides": {},
"fps": 18.839935855905892,
"gpu_model": "NVIDIA RTX A6000",
"mean_ms": 53.07873697916666,
"path": "",
"protocol": {
"timing_boundary": "model.test_step on one preloaded held-out batch",
"data_loading_included": false,
"precision": "configuration-defined",
"warmup": 20,
"iterations_per_repeat": 500,
"repeats": 3,
"batch_size": 1
},
"repeat_ms": [
52.423234375,
52.70954296875,
54.10343359375
],
"sample_std_ms": 0.8988857083454389,
"input": {
"raw_transformed_shapes": [
[
3,
800,
838
]
],
"sample_metainfo": [
{
"img_id": 1,
"img_path": "data/24_chromosomes_object/coco/test/1050023.jpg",
"ori_shape": [
529,
554
],
"img_shape": [
800,
838
],
"scale_factor": [
1.5126353790613718,
1.5122873345935728
]
}
],
"network_tensor_shapes": [
[
1,
3,
800,
864
]
]
}
},
"method": "karyoflow_h3_distill_scaleshift_r50",
"variant": "h3"
}
],
"source": "source_paper_matched_accuracy_latency.json"
},
"source_lqcr_paired_ap_variability": {
"schema_version": "1.0",
"description": "Dataset 2 LQCR held-out-test AP-by-IoU curves with paired three-training-seed dispersion",
"generated_from": [
"",
"",
"",
"",
"",
""
],
"annotation": {
"path": "data/24_chromosomes_object/coco/test/_annotations.coco.json"
},
"protocol": "COCO bbox; IoU thresholds 0.50:0.05:0.95; area=all; maxDets=100; 1,000 held-out test images; training seeds 42/123/789; inference seed 42",
"per_seed": [
{
"training_seed": 42,
"baseline_beta0": {
"mAP": 0.8601095660784903,
"AP_by_iou": {
"0.50": 0.9883057704529818,
"0.55": 0.988167199628686,
"0.60": 0.988042698556066,
"0.65": 0.9871039449235738,
"0.70": 0.9830679950148409,
"0.75": 0.9700346675694901,
"0.80": 0.9403972746686536,
"0.85": 0.8688611125626511,
"0.90": 0.6804257903014973,
"0.95": 0.20668920710646263
},
"predictions": ""
},
"lqcr_beta2": {
"mAP": 0.8667243057038868,
"AP_by_iou": {
"0.50": 0.9881677539059568,
"0.55": 0.98807294778269,
"0.60": 0.9879767172198419,
"0.65": 0.986952962699222,
"0.70": 0.9831725202763999,
"0.75": 0.9707451278960885,
"0.80": 0.9429003547126977,
"0.85": 0.8789518309490725,
"0.90": 0.7082272696889547,
"0.95": 0.23207557190794373
},
"predictions": ""
},
"paired_delta": {
"mAP": 0.006614739625396493,
"AP_by_iou": {
"0.50": -0.00013801654702505495,
"0.55": -9.425184599609615e-05,
"0.60": -6.598133622404134e-05,
"0.65": -0.00015098222435183661,
"0.70": 0.00010452526155901865,
"0.75": 0.0007104603265983833,
"0.80": 0.0025030800440440926,
"0.85": 0.010090718386421393,
"0.90": 0.027801479387457362,
"0.95": 0.0253863648014811
}
}
},
{
"training_seed": 123,
"baseline_beta0": {
"mAP": 0.8609184747084843,
"AP_by_iou": {
"0.50": 0.9879163477974807,
"0.55": 0.9878728454588478,
"0.60": 0.9875587958058554,
"0.65": 0.9860804767568566,
"0.70": 0.9824227428451907,
"0.75": 0.9709187197776161,
"0.80": 0.9421242784830731,
"0.85": 0.8722934873582174,
"0.90": 0.6857892751495205,
"0.95": 0.20620777765218434
},
"predictions": ""
},
"lqcr_beta2": {
"mAP": 0.8666948643155283,
"AP_by_iou": {
"0.50": 0.9878298478988581,
"0.55": 0.9877809376441591,
"0.60": 0.9874192918331186,
"0.65": 0.9860946388772911,
"0.70": 0.982202812788854,
"0.75": 0.9707925685751236,
"0.80": 0.944264594637034,
"0.85": 0.8803698323766371,
"0.90": 0.7093368871064814,
"0.95": 0.23085723141772607
},
"predictions": ""
},
"paired_delta": {
"mAP": 0.0057763896070440746,
"AP_by_iou": {
"0.50": -8.64998986226384e-05,
"0.55": -9.190781468870757e-05,
"0.60": -0.0001395039727367653,
"0.65": 1.4162120434479952e-05,
"0.70": -0.00021993005633669238,
"0.75": -0.00012615120249248601,
"0.80": 0.0021403161539609306,
"0.85": 0.008076345018419695,
"0.90": 0.023547611956960868,
"0.95": 0.02464945376554173
}
}
},
{
"training_seed": 789,
"baseline_beta0": {
"mAP": 0.8582190601588295,
"AP_by_iou": {
"0.50": 0.988251517347819,
"0.55": 0.9881371751679032,
"0.60": 0.987816705875789,
"0.65": 0.9865566847631125,
"0.70": 0.981962230792522,
"0.75": 0.9700508929194693,
"0.80": 0.9400423205507589,
"0.85": 0.865933847081386,
"0.90": 0.6766441979647534,
"0.95": 0.1967950291247818
},
"predictions": ""
},
"lqcr_beta2": {
"mAP": 0.8641935571135961,
"AP_by_iou": {
"0.50": 0.9882499216583922,
"0.55": 0.9881560357671627,
"0.60": 0.9877245890717282,
"0.65": 0.9863604154115279,
"0.70": 0.9820440619629576,
"0.75": 0.9706107606145256,
"0.80": 0.9431832459389278,
"0.85": 0.8762874827603058,
"0.90": 0.7019894119085696,
"0.95": 0.2173296460418638
},
"predictions": ""
},
"paired_delta": {
"mAP": 0.005974496954766595,
"AP_by_iou": {
"0.50": -1.5956894268143174e-06,
"0.55": 1.88605992594848e-05,
"0.60": -9.211680406073786e-05,
"0.65": -0.00019626935158467695,
"0.70": 8.183117043558674e-05,
"0.75": 0.0005598676950562265,
"0.80": 0.0031409253881689025,
"0.85": 0.010353635678919781,
"0.90": 0.02534521394381617,
"0.95": 0.020534616917082
}
}
}
],
"aggregate_by_iou": {
"0.50": {
"baseline_mean": 0.9881578785327605,
"baseline_sample_std": 0.00021092337926023236,
"lqcr_mean": 0.988082507821069,
"lqcr_sample_std": 0.0002226334703134327,
"paired_delta_mean": -7.537071169150256e-05,
"paired_delta_sample_std": 6.88880011197232e-05
},
"0.55": {
"baseline_mean": 0.988059073418479,
"baseline_sample_std": 0.0001619753276663841,
"lqcr_mean": 0.9880033070646705,
"lqcr_sample_std": 0.00019700767161433188,
"paired_delta_mean": -5.576635380843964e-05,
"paired_delta_sample_std": 6.463946328555143e-05
},
"0.60": {
"baseline_mean": 0.9878060667459034,
"baseline_sample_std": 0.00024212674620719934,
"lqcr_mean": 0.9877068660415629,
"lqcr_sample_std": 0.0002791349938463305,
"paired_delta_mean": -9.920070434051483e-05,
"paired_delta_sample_std": 3.726970287412955e-05
},
"0.65": {
"baseline_mean": 0.9865803688145143,
"baseline_sample_std": 0.00051214497243354,
"lqcr_mean": 0.9864693389960136,
"lqcr_sample_std": 0.0004394066525058744,
"paired_delta_mean": -0.00011102981850067788,
"paired_delta_sample_std": 0.0001107587339852216
},
"0.70": {
"baseline_mean": 0.9824843228841845,
"baseline_sample_std": 0.0005554482016731958,
"lqcr_mean": 0.9824731316760705,
"lqcr_sample_std": 0.0006108672252492687,
"paired_delta_mean": -1.1191208114028997e-05,
"paired_delta_sample_std": 0.00018112891958760405
},
"0.75": {
"baseline_mean": 0.9703347600888586,
"baseline_sample_std": 0.0005057889916416741,
"lqcr_mean": 0.9707161523619126,
"lqcr_sample_std": 9.430386959076915e-05,
"paired_delta_mean": 0.0003813922730540413,
"paired_delta_sample_std": 0.0004459482255218471
},
"0.80": {
"baseline_mean": 0.9408546245674952,
"baseline_sample_std": 0.001113783599026019,
"lqcr_mean": 0.9434493984295532,
"lqcr_sample_std": 0.0007200107665777461,
"paired_delta_mean": 0.0025947738620579752,
"paired_delta_sample_std": 0.0005065673963966081
},
"0.85": {
"baseline_mean": 0.8690294823340848,
"baseline_sample_std": 0.0031831615412390994,
"lqcr_mean": 0.8785363820286718,
"lqcr_sample_std": 0.0020726415395786054,
"paired_delta_mean": 0.009506899694586957,
"paired_delta_sample_std": 0.001245851671268167
},
"0.90": {
"baseline_mean": 0.6809530878052571,
"baseline_sample_std": 0.004595284667127854,
"lqcr_mean": 0.7065178562346686,
"lqcr_sample_std": 0.00396079773710462,
"paired_delta_mean": 0.025564768429411466,
"paired_delta_sample_std": 0.002135415687440849
},
"0.95": {
"baseline_mean": 0.20323067129447625,
"baseline_sample_std": 0.005578625384637673,
"lqcr_mean": 0.22675414978917788,
"lqcr_sample_std": 0.008184561170269214,
"paired_delta_mean": 0.02352347849470161,
"paired_delta_sample_std": 0.002614522827659073
}
},
"reproduction_check": {
"paired_mean_equals_difference_of_means": true,
"source": ""
}
},
"source_lqcr_test_ap_curve": {
"description": "Dataset 2 LQCR held-out-test AP curves; mean over three independently trained parent-matched detectors",
"beta0": {
"baseline": {
"mAP": 0.8597490336486013,
"AP_by_iou": {
"0.50": 0.9881578785327605,
"0.55": 0.988059073418479,
"0.60": 0.9878060667459034,
"0.65": 0.9865803688145143,
"0.70": 0.9824843228841845,
"0.75": 0.9703347600888586,
"0.80": 0.9408546245674952,
"0.85": 0.8690294823340848,
"0.90": 0.6809530878052571,
"0.95": 0.20323067129447625
}
}
},
"beta2": {
"baseline": {
"mAP": 0.8658709090443371,
"AP_by_iou": {
"0.50": 0.988082507821069,
"0.55": 0.9880033070646705,
"0.60": 0.9877068660415629,
"0.65": 0.9864693389960136,
"0.70": 0.9824731316760705,
"0.75": 0.9707161523619126,
"0.80": 0.9434493984295532,
"0.85": 0.8785363820286718,
"0.90": 0.7065178562346686,
"0.95": 0.22675414978917788
}
}
},
"provenance": {
"source": "",
"replication_unit": "three independent training checkpoints with paired scoring on/off"
}
}
}
{
"source_d1_comparator_variability": {
"schema_version": "1.0",
"description": "D1 held-out-test comparator metrics over three independent training runs",
"dataset": "D1_INHOUSE1700_V2",
"split": "test",
"replication_unit": "independent training run",
"sample_std_ddof": 1,
"methods": [
{
"label": "DiffusionDet",
"method": "strict_g0_ddpm_linear_scaleshift_r50",
"runs": [
{
"training_seed": 42,
"metrics": {
"mAP": 0.6975909244142272,
"AP50": 0.8982171606158162,
"AP75": 0.7808226940587152,
"AP_S": 0.43311169364391766,
"AP_M": 0.6852754322498552,
"AP_L": 0.5565462565627528
}
},
{
"training_seed": 123,
"metrics": {
"mAP": 0.6843044200276224,
"AP50": 0.8948728204781575,
"AP75": 0.7699038343430367,
"AP_S": 0.3994620860676813,
"AP_M": 0.6793954639808002,
"AP_L": 0.5084939681277149
}
},
{
"training_seed": 789,
"metrics": {
"mAP": 0.6906301881332854,
"AP50": 0.9014756266358073,
"AP75": 0.7736247814918021,
"AP_S": 0.4181825429539106,
"AP_M": 0.6786974509739147,
"AP_L": 0.5140841925040383
}
}
],
"aggregate": {
"mAP": {
"mean": 0.6908418441917117,
"sample_std": 0.006645780497362127,
"values": [
0.6975909244142272,
0.6843044200276224,
0.6906301881332854
]
},
"AP50": {
"mean": 0.898188535909927,
"sample_std": 0.0033014961485991127,
"values": [
0.8982171606158162,
0.8948728204781575,
0.9014756266358073
]
},
"AP75": {
"mean": 0.774783769964518,
"sample_std": 0.005550929208932769,
"values": [
0.7808226940587152,
0.7699038343430367,
0.7736247814918021
]
},
"AP_S": {
"mean": 0.41691877422183654,
"sample_std": 0.01686036346182377,
"values": [
0.43311169364391766,
0.3994620860676813,
0.4181825429539106
]
},
"AP_M": {
"mean": 0.6811227824015234,
"sample_std": 0.0036131954156374243,
"values": [
0.6852754322498552,
0.6793954639808002,
0.6786974509739147
]
},
"AP_L": {
"mean": 0.526374805731502,
"sample_std": 0.02627831779416921,
"values": [
0.5565462565627528,
0.5084939681277149,
0.5140841925040383