KaryoFlow / reproducibility /paper_tables.csv
procaffenator's picture
Update evaluation results and reproducibility records
da25b15 verified
Raw History Blame Contribute Delete
11.6 kB
table,label,row,column,entry_latex
1,tab:datasets,8,1,Dataset
1,tab:datasets,8,2,Train
1,tab:datasets,8,3,Val
1,tab:datasets,8,4,Test
1,tab:datasets,8,5,Classes
1,tab:datasets,10,1,Dataset 1
1,tab:datasets,10,2,"1,190"
1,tab:datasets,10,3,170
1,tab:datasets,10,4,340
1,tab:datasets,10,5,24
1,tab:datasets,11,1,Dataset 2
1,tab:datasets,11,2,"3,500"
1,tab:datasets,11,3,500
1,tab:datasets,11,4,"1,000"
1,tab:datasets,11,5,24
2,tab:dataset-properties,9,1,Dataset
2,tab:dataset-properties,9,2,Median $n$
2,tab:dataset-properties,9,3,Area (\%)
2,tab:dataset-properties,9,4,Small (\%)
2,tab:dataset-properties,9,5,\shortstack{Images with\\small (\%)}
2,tab:dataset-properties,9,6,Overlap (\%)
2,tab:dataset-properties,11,1,D1
2,tab:dataset-properties,11,2,46
2,tab:dataset-properties,11,3,0.3
2,tab:dataset-properties,11,4,22.2
2,tab:dataset-properties,11,5,100.0
2,tab:dataset-properties,11,6,97.6
2,tab:dataset-properties,12,1,D2
2,tab:dataset-properties,12,2,46
2,tab:dataset-properties,12,3,0.8
2,tab:dataset-properties,12,4,0.4
2,tab:dataset-properties,12,5,11.3
2,tab:dataset-properties,12,6,100.0
3,tab:main-ablation,8,1,Component
3,tab:main-ablation,8,2,Configuration
3,tab:main-ablation,8,3,Inference
3,tab:main-ablation,8,4,Dataset 1 mAP
3,tab:main-ablation,8,5,Dataset 2 mAP
3,tab:main-ablation,10,1,Generation
3,tab:main-ablation,10,2,G0: diffusion path
3,tab:main-ablation,10,3,"Diffusion, 1 step"
3,tab:main-ablation,10,4,"0.6908\,\(\pm\)\,0.0066"
3,tab:main-ablation,10,5,"0.8541\,\(\pm\)\,0.0031"
3,tab:main-ablation,11,1,Generation
3,tab:main-ablation,11,2,G1: linear RF path
3,tab:main-ablation,11,3,"Euler, 1 step"
3,tab:main-ablation,11,4,"0.6937\,\(\pm\)\,0.0042"
3,tab:main-ablation,11,5,"0.8511\,\(\pm\)\,0.0053"
3,tab:main-ablation,12,1,Generation
3,tab:main-ablation,12,2,G2: shifted RF schedule
3,tab:main-ablation,12,3,"Euler, 1 step"
3,tab:main-ablation,12,4,"0.6985\,\(\pm\)\,0.0044"
3,tab:main-ablation,12,5,"0.8576\,\(\pm\)\,0.0016"
3,tab:main-ablation,13,1,Generation
3,tab:main-ablation,13,2,G2: shifted RF schedule
3,tab:main-ablation,13,3,"DPM++, 4 steps"
3,tab:main-ablation,13,4,"0.7082\,\(\pm\)\,0.0024"
3,tab:main-ablation,13,5,"0.8597\,\(\pm\)\,0.0014"
3,tab:main-ablation,14,1,Decision
3,tab:main-ablation,14,2,\textbf{G2 + LQCR}
3,tab:main-ablation,14,3,"DPM++, 4 steps"
3,tab:main-ablation,14,4,"\textbf{0.7156\,\(\boldsymbol{\pm}\)\,0.0029}"
3,tab:main-ablation,14,5,"\textbf{0.8659\,\(\boldsymbol{\pm}\)\,0.0015}"
3,tab:main-ablation,15,1,Compression
3,tab:main-ablation,15,2,H3 distilled student
3,tab:main-ablation,15,3,"DPM++, 4 steps"
3,tab:main-ablation,15,4,"0.6913\,\(\pm\)\,0.0015"
3,tab:main-ablation,15,5,"0.8592\,\(\pm\)\,0.0019"
4,tab:sota,9,1,Method
4,tab:sota,9,2,Backbone
4,tab:sota,9,3,Params (M)
4,tab:sota,9,4,mAP
4,tab:sota,9,5,AP$_{50}$
4,tab:sota,9,6,AP$_{75}$
4,tab:sota,9,7,AP$_S$
4,tab:sota,9,8,AP$_M$
4,tab:sota,9,9,AP$_L$
4,tab:sota,11,1,\textit{Dataset 1}
4,tab:sota,11,2,
4,tab:sota,11,3,
4,tab:sota,11,4,
4,tab:sota,11,5,
4,tab:sota,11,6,
4,tab:sota,11,7,
4,tab:sota,11,8,
4,tab:sota,11,9,
4,tab:sota,12,1,\textbf{KaryoFlow + LQCR}
4,tab:sota,12,2,ResNet-50
4,tab:sota,12,3,110.67
4,tab:sota,12,4,\textbf{0.7156}
4,tab:sota,12,5,0.9181
4,tab:sota,12,6,0.8006
4,tab:sota,12,7,\textbf{0.4515}
4,tab:sota,12,8,\textbf{0.7025}
4,tab:sota,12,9,0.5253
4,tab:sota,13,1,KaryoFlow
4,tab:sota,13,2,ResNet-50
4,tab:sota,13,3,110.64
4,tab:sota,13,4,0.7082
4,tab:sota,13,5,0.9183
4,tab:sota,13,6,0.7953
4,tab:sota,13,7,0.4474
4,tab:sota,13,8,0.6965
4,tab:sota,13,9,0.5254
4,tab:sota,14,1,RTMDet-L
4,tab:sota,14,2,CSPNeXt-L
4,tab:sota,14,3,52.27
4,tab:sota,14,4,0.6957
4,tab:sota,14,5,\textbf{0.9184}
4,tab:sota,14,6,\textbf{0.8017}
4,tab:sota,14,7,0.4286
4,tab:sota,14,8,0.6932
4,tab:sota,14,9,0.4640
4,tab:sota,15,1,Cascade \mbox{R-CNN}
4,tab:sota,15,2,ResNet-50
4,tab:sota,15,3,69.22
4,tab:sota,15,4,0.6864
4,tab:sota,15,5,0.9073
4,tab:sota,15,6,0.7938
4,tab:sota,15,7,0.4219
4,tab:sota,15,8,0.6746
4,tab:sota,15,9,\textbf{0.5328}
4,tab:sota,16,1,DiffusionDet
4,tab:sota,16,2,ResNet-50
4,tab:sota,16,3,110.64
4,tab:sota,16,4,0.6908
4,tab:sota,16,5,0.8982
4,tab:sota,16,6,0.7748
4,tab:sota,16,7,0.4169
4,tab:sota,16,8,0.6811
4,tab:sota,16,9,0.5264
4,tab:sota,17,1,YOLOX-S
4,tab:sota,17,2,CSPDark-S
4,tab:sota,17,3,8.95
4,tab:sota,17,4,0.5748
4,tab:sota,17,5,0.8241
4,tab:sota,17,6,0.6850
4,tab:sota,17,7,0.3736
4,tab:sota,17,8,0.5505
4,tab:sota,17,9,0.1541
4,tab:sota,19,1,\textit{Dataset 2}
4,tab:sota,19,2,
4,tab:sota,19,3,
4,tab:sota,19,4,
4,tab:sota,19,5,
4,tab:sota,19,6,
4,tab:sota,19,7,
4,tab:sota,19,8,
4,tab:sota,19,9,
4,tab:sota,20,1,\textbf{KaryoFlow + LQCR}
4,tab:sota,20,2,ResNet-50
4,tab:sota,20,3,110.67
4,tab:sota,20,4,\textbf{0.8659}
4,tab:sota,20,5,0.9881
4,tab:sota,20,6,\textbf{0.9707}
4,tab:sota,20,7,0.5888
4,tab:sota,20,8,\textbf{0.8631}
4,tab:sota,20,9,\textbf{0.9074}
4,tab:sota,21,1,KaryoFlow
4,tab:sota,21,2,ResNet-50
4,tab:sota,21,3,110.64
4,tab:sota,21,4,0.8597
4,tab:sota,21,5,0.9882
4,tab:sota,21,6,0.9700
4,tab:sota,21,7,\textbf{0.5909}
4,tab:sota,21,8,0.8571
4,tab:sota,21,9,0.8932
4,tab:sota,22,1,RTMDet-L
4,tab:sota,22,2,CSPNeXt-L
4,tab:sota,22,3,52.27
4,tab:sota,22,4,0.8609
4,tab:sota,22,5,\textbf{0.9890}
4,tab:sota,22,6,0.9706
4,tab:sota,22,7,0.5725
4,tab:sota,22,8,0.8584
4,tab:sota,22,9,0.8713
4,tab:sota,23,1,Cascade \mbox{R-CNN}
4,tab:sota,23,2,ResNet-50
4,tab:sota,23,3,69.22
4,tab:sota,23,4,0.8527
4,tab:sota,23,5,0.9850
4,tab:sota,23,6,0.9670
4,tab:sota,23,7,0.5724
4,tab:sota,23,8,0.8498
4,tab:sota,23,9,0.8745
4,tab:sota,24,1,DiffusionDet
4,tab:sota,24,2,ResNet-50
4,tab:sota,24,3,110.64
4,tab:sota,24,4,0.8033
4,tab:sota,24,5,0.9714
4,tab:sota,24,6,0.9381
4,tab:sota,24,7,0.5323
4,tab:sota,24,8,0.8006
4,tab:sota,24,9,0.8221
4,tab:sota,25,1,YOLOX-S
4,tab:sota,25,2,CSPDark-S
4,tab:sota,25,3,8.95
4,tab:sota,25,4,0.7951
4,tab:sota,25,5,0.9854
4,tab:sota,25,6,0.9427
4,tab:sota,25,7,0.4861
4,tab:sota,25,8,0.7928
4,tab:sota,25,9,0.7895
5,tab:lqcr-beta,8,1,$\beta$
5,tab:lqcr-beta,8,2,D1 validation
5,tab:lqcr-beta,8,3,D2 validation
5,tab:lqcr-beta,8,4,D2 test
5,tab:lqcr-beta,10,1,0
5,tab:lqcr-beta,10,2,"0.7190\,\(\pm\)\,0.0010"
5,tab:lqcr-beta,10,3,"0.8591\,\(\pm\)\,0.0011"
5,tab:lqcr-beta,10,4,0.8597
5,tab:lqcr-beta,11,1,0.25
5,tab:lqcr-beta,11,2,"0.7212\,\(\pm\)\,0.0012"
5,tab:lqcr-beta,11,3,"0.8614\,\(\pm\)\,0.0011"
5,tab:lqcr-beta,11,4,---
5,tab:lqcr-beta,12,1,0.5
5,tab:lqcr-beta,12,2,"0.7228\,\(\pm\)\,0.0014"
5,tab:lqcr-beta,12,3,"0.8627\,\(\pm\)\,0.0011"
5,tab:lqcr-beta,12,4,---
5,tab:lqcr-beta,13,1,1
5,tab:lqcr-beta,13,2,"0.7246\,\(\pm\)\,0.0013"
5,tab:lqcr-beta,13,3,"0.8641\,\(\pm\)\,0.0011"
5,tab:lqcr-beta,13,4,---
5,tab:lqcr-beta,14,1,2
5,tab:lqcr-beta,14,2,"0.7257\,\(\pm\)\,0.0016"
5,tab:lqcr-beta,14,3,"0.8651\,\(\pm\)\,0.0014"
5,tab:lqcr-beta,14,4,0.8659
6,tab:difficult-subsets,10,1,Stratum
6,tab:difficult-subsets,10,2,Instances
6,tab:difficult-subsets,10,3,$\Delta R_{90}$
6,tab:difficult-subsets,10,4,$\Delta R_{95}$
6,tab:difficult-subsets,12,1,Q1 (smallest 25\%)
6,tab:difficult-subsets,12,2,"11,495"
6,tab:difficult-subsets,12,3,"+0.0010\,\(\pm\)\,0.0017"
6,tab:difficult-subsets,12,4,"-0.0013\,\(\pm\)\,0.0016"
6,tab:difficult-subsets,13,1,Q2 (25--50\%)
6,tab:difficult-subsets,13,2,"11,495"
6,tab:difficult-subsets,13,3,"+0.0001\,\(\pm\)\,0.0006"
6,tab:difficult-subsets,13,4,"+0.0020\,\(\pm\)\,0.0025"
6,tab:difficult-subsets,15,1,"\begin{tabular}[c]{@{}l@{}}Minimal\\{}[0.00, 0.01)\end{tabular}"
6,tab:difficult-subsets,15,2,"5,068"
6,tab:difficult-subsets,15,3,"0.0000\,\(\pm\)\,0.0025"
6,tab:difficult-subsets,15,4,"-0.0014\,\(\pm\)\,0.0030"
6,tab:difficult-subsets,17,1,"\begin{tabular}[c]{@{}l@{}}Moderate\\{}[0.10, 0.30)\end{tabular}"
6,tab:difficult-subsets,17,2,"21,835"
6,tab:difficult-subsets,17,3,"0.0000\,\(\pm\)\,0.0002"
6,tab:difficult-subsets,17,4,"+0.0007\,\(\pm\)\,0.0009"
6,tab:difficult-subsets,19,1,"\begin{tabular}[c]{@{}l@{}}High\\{}[0.30, 1.00]\end{tabular}"
6,tab:difficult-subsets,19,2,"6,424"
6,tab:difficult-subsets,19,3,"+0.0009\,\(\pm\)\,0.0010"
6,tab:difficult-subsets,19,4,"+0.0022\,\(\pm\)\,0.0025"
7,tab:solver-ablation,8,1,Solver
7,tab:solver-ablation,8,2,Steps
7,tab:solver-ablation,8,3,NFE
7,tab:solver-ablation,8,4,D1 mAP
7,tab:solver-ablation,8,5,D2 mAP
7,tab:solver-ablation,10,1,Euler
7,tab:solver-ablation,10,2,1
7,tab:solver-ablation,10,3,1
7,tab:solver-ablation,10,4,0.6985
7,tab:solver-ablation,10,5,0.8576
7,tab:solver-ablation,11,1,Euler
7,tab:solver-ablation,11,2,4
7,tab:solver-ablation,11,3,4
7,tab:solver-ablation,11,4,0.7081
7,tab:solver-ablation,11,5,0.8597
7,tab:solver-ablation,12,1,Heun
7,tab:solver-ablation,12,2,4
7,tab:solver-ablation,12,3,7
7,tab:solver-ablation,12,4,0.7082
7,tab:solver-ablation,12,5,0.8597
7,tab:solver-ablation,13,1,DPM-Solver++
7,tab:solver-ablation,13,2,1
7,tab:solver-ablation,13,3,1
7,tab:solver-ablation,13,4,0.6985
7,tab:solver-ablation,13,5,0.8576
7,tab:solver-ablation,14,1,DPM-Solver++
7,tab:solver-ablation,14,2,4
7,tab:solver-ablation,14,3,4
7,tab:solver-ablation,14,4,0.7082
7,tab:solver-ablation,14,5,0.8597
8,tab:fps,9,1,Model
8,tab:fps,9,2,Solver
8,tab:fps,9,3,NFE
8,tab:fps,9,4,CHE
8,tab:fps,9,5,Params (M)
8,tab:fps,9,6,\shortstack{FP32 size\\(MiB)}
8,tab:fps,9,7,D1 mAP
8,tab:fps,9,8,\shortstack{D1 latency\\(ms)}
8,tab:fps,9,9,D2 mAP
8,tab:fps,9,10,\shortstack{D2 latency\\(ms)}
8,tab:fps,11,1,YOLOX-S
8,tab:fps,11,2,---
8,tab:fps,11,3,---
8,tab:fps,11,4,---
8,tab:fps,11,5,8.95
8,tab:fps,11,6,34.13
8,tab:fps,11,7,0.5748
8,tab:fps,11,8,"11.94\,\(\pm\)\,0.11"
8,tab:fps,11,9,0.7951
8,tab:fps,11,10,"11.50\,\(\pm\)\,0.15"
8,tab:fps,12,1,Cascade \mbox{R-CNN}
8,tab:fps,12,2,---
8,tab:fps,12,3,---
8,tab:fps,12,4,---
8,tab:fps,12,5,69.22
8,tab:fps,12,6,264.06
8,tab:fps,12,7,0.6864
8,tab:fps,12,8,"30.82\,\(\pm\)\,0.08"
8,tab:fps,12,9,0.8527
8,tab:fps,12,10,"30.13\,\(\pm\)\,0.15"
8,tab:fps,13,1,DiffusionDet
8,tab:fps,13,2,---
8,tab:fps,13,3,---
8,tab:fps,13,4,---
8,tab:fps,13,5,110.64
8,tab:fps,13,6,422.06
8,tab:fps,13,7,0.6908
8,tab:fps,13,8,"30.81\,\(\pm\)\,0.12"
8,tab:fps,13,9,0.8033
8,tab:fps,13,10,"31.68\,\(\pm\)\,0.18"
8,tab:fps,14,1,RTMDet-L
8,tab:fps,14,2,---
8,tab:fps,14,3,---
8,tab:fps,14,4,---
8,tab:fps,14,5,52.27
8,tab:fps,14,6,199.40
8,tab:fps,14,7,0.6957
8,tab:fps,14,8,"45.03\,\(\pm\)\,0.03"
8,tab:fps,14,9,0.8609
8,tab:fps,14,10,"42.34\,\(\pm\)\,0.35"
8,tab:fps,16,1,RF + Euler
8,tab:fps,16,2,Euler
8,tab:fps,16,3,4
8,tab:fps,16,4,24
8,tab:fps,16,5,110.64
8,tab:fps,16,6,422.06
8,tab:fps,16,7,0.7081
8,tab:fps,16,8,"83.37\,\(\pm\)\,1.31"
8,tab:fps,16,9,0.8597
8,tab:fps,16,10,"88.12\,\(\pm\)\,1.76"
8,tab:fps,17,1,RF + Heun
8,tab:fps,17,2,Heun
8,tab:fps,17,3,7
8,tab:fps,17,4,42
8,tab:fps,17,5,110.64
8,tab:fps,17,6,422.06
8,tab:fps,17,7,0.7082
8,tab:fps,17,8,"132.07\,\(\pm\)\,1.84"
8,tab:fps,17,9,0.8597
8,tab:fps,17,10,"141.89\,\(\pm\)\,1.75"
8,tab:fps,18,1,KaryoFlow
8,tab:fps,18,2,DPM++
8,tab:fps,18,3,4
8,tab:fps,18,4,24
8,tab:fps,18,5,110.64
8,tab:fps,18,6,422.06
8,tab:fps,18,7,0.7082
8,tab:fps,18,8,"83.61\,\(\pm\)\,1.45"
8,tab:fps,18,9,0.8597
8,tab:fps,18,10,"87.44\,\(\pm\)\,1.36"
8,tab:fps,19,1,KaryoFlow + LQCR
8,tab:fps,19,2,DPM++
8,tab:fps,19,3,4
8,tab:fps,19,4,24
8,tab:fps,19,5,110.67
8,tab:fps,19,6,422.18
8,tab:fps,19,7,0.7156
8,tab:fps,19,8,"84.16\,\(\pm\)\,1.32"
8,tab:fps,19,9,0.8659
8,tab:fps,19,10,"88.63\,\(\pm\)\,1.45"
8,tab:fps,20,1,KaryoFlow H3
8,tab:fps,20,2,DPM++
8,tab:fps,20,3,4
8,tab:fps,20,4,12
8,tab:fps,20,5,69.40
8,tab:fps,20,6,264.75
8,tab:fps,20,7,0.6913
8,tab:fps,20,8,"50.41\,\(\pm\)\,0.31"
8,tab:fps,20,9,0.8592
8,tab:fps,20,10,"53.08\,\(\pm\)\,0.90"