Hugging Face's logo

Spaces:
junaid-simamdigital
/
Simam3D-GPU
Running on Zero

App Files Community
Simam3D-GPU / benchmark_output /simam3d_deterministic_benchmark.json
junaid-simamdigital's picture
junaid-simamdigital
benchmark: publish support retention results
18112d6 verified
Raw History Blame Contribute Delete
15.3 kB
{
"project": "Simam3D",
"mode": "deterministic_cpu_regression",
"scope": "synthetic geometry/fusion/export fixture; not a learned reconstruction benchmark",
"all_deterministic": true,
"geometry_contract": {
"all_passed": true,
"rows": [
{
"size": 32,
"point_count": 1024,
"rmse": 4.313558114242215e-08,
"max_error": 1.081297194488346e-07,
"passed": true
},
{
"size": 48,
"point_count": 2304,
"rmse": 5.881125733584641e-08,
"max_error": 1.5006853654069681e-07,
"passed": true
},
{
"size": 64,
"point_count": 4096,
"rmse": 4.835560002766234e-08,
"max_error": 1.3336136036143384e-07,
"passed": true
}
]
},
"rows": [
{
"size": 32,
"view_count": 1,
"repeat_count": 2,
"deterministic": true,
"signature": "054f01bec4943cf0085012c122968609429457397af85b58224e27073a0d2809",
"metrics": {
"point_count": 884,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 1,
"supported_source_view_count": 1,
"multi_view_voxel_fraction": 0.0,
"support_status": "single_view_baseline"
},
"reprojection_consistency": [
{
"coverage": 0.841796875,
"mean_absolute_error": 0.0011610586661845446,
"median_absolute_error": 0.0
}
],
"mean_reprojection_mae": 0.0011610586661845446,
"support_pruning_min_views_2": {
"before_point_count": 884,
"after_point_count": 0,
"retained_fraction": 0.0
}
},
{
"size": 32,
"view_count": 2,
"repeat_count": 2,
"deterministic": true,
"signature": "0cda7e2a85b7d572ada273852ec226a55abb102007145b4e468eb446d0b10208",
"metrics": {
"point_count": 1744,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 2,
"supported_source_view_count": 2,
"multi_view_voxel_fraction": 0.009174311926605505,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.8427734375,
"mean_absolute_error": 0.021628767251968384,
"median_absolute_error": 0.0
},
{
"coverage": 0.8408203125,
"mean_absolute_error": 0.021688688546419144,
"median_absolute_error": 0.0
}
],
"mean_reprojection_mae": 0.021658727899193764,
"support_pruning_min_views_2": {
"before_point_count": 1744,
"after_point_count": 16,
"retained_fraction": 0.009174311926605505
}
},
{
"size": 32,
"view_count": 3,
"repeat_count": 2,
"deterministic": true,
"signature": "71f4f176a91f0cc1300454d0f7eb128f3110ca1ab907ddbc9b7384f3db7f1f9d",
"metrics": {
"point_count": 2536,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 3,
"supported_source_view_count": 3,
"multi_view_voxel_fraction": 0.032728706624605676,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.8544921875,
"mean_absolute_error": 0.04397497698664665,
"median_absolute_error": 0.0
},
{
"coverage": 0.8544921875,
"mean_absolute_error": 0.040872689336538315,
"median_absolute_error": 0.0
},
{
"coverage": 0.8369140625,
"mean_absolute_error": 0.04412277042865753,
"median_absolute_error": 0.0
}
],
"mean_reprojection_mae": 0.0429901455839475,
"support_pruning_min_views_2": {
"before_point_count": 2536,
"after_point_count": 83,
"retained_fraction": 0.032728706624605676
}
},
{
"size": 32,
"view_count": 4,
"repeat_count": 2,
"deterministic": true,
"signature": "dde6fcdf776b69fb8d18139c92597ecd7febcf0c9f7be2976e3e0249f7021c24",
"metrics": {
"point_count": 3392,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 4,
"supported_source_view_count": 4,
"multi_view_voxel_fraction": 0.03773584905660377,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.859375,
"mean_absolute_error": 0.07078773528337479,
"median_absolute_error": 0.0
},
{
"coverage": 0.8603515625,
"mean_absolute_error": 0.070868119597435,
"median_absolute_error": 0.0
},
{
"coverage": 0.857421875,
"mean_absolute_error": 0.0711197480559349,
"median_absolute_error": 0.0
},
{
"coverage": 0.8564453125,
"mean_absolute_error": 0.07103938609361649,
"median_absolute_error": 0.0
}
],
"mean_reprojection_mae": 0.0709537472575903,
"support_pruning_min_views_2": {
"before_point_count": 3392,
"after_point_count": 128,
"retained_fraction": 0.03773584905660377
}
},
{
"size": 48,
"view_count": 1,
"repeat_count": 2,
"deterministic": true,
"signature": "13610c55b2574652c153d6d051c30bd9c26fd314ff80578f37c4e663d14c4866",
"metrics": {
"point_count": 1310,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 1,
"supported_source_view_count": 1,
"multi_view_voxel_fraction": 0.0,
"support_status": "single_view_baseline"
},
"reprojection_consistency": [
{
"coverage": 0.5533854166666666,
"mean_absolute_error": 0.0036475693341344595,
"median_absolute_error": 0.0009058117866516113
}
],
"mean_reprojection_mae": 0.0036475693341344595,
"support_pruning_min_views_2": {
"before_point_count": 1310,
"after_point_count": 0,
"retained_fraction": 0.0
}
},
{
"size": 48,
"view_count": 2,
"repeat_count": 2,
"deterministic": true,
"signature": "7c75814f2ed062b2758dab2726ec05d7b3a9e3687708db0179b3c2346c7b99d9",
"metrics": {
"point_count": 2474,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 2,
"supported_source_view_count": 2,
"multi_view_voxel_fraction": 0.01131770412287793,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.5373263888888888,
"mean_absolute_error": 0.025320881977677345,
"median_absolute_error": 0.0027173757553100586
},
{
"coverage": 0.5364583333333334,
"mean_absolute_error": 0.025399239733815193,
"median_absolute_error": 0.0027173757553100586
}
],
"mean_reprojection_mae": 0.02536006085574627,
"support_pruning_min_views_2": {
"before_point_count": 2474,
"after_point_count": 28,
"retained_fraction": 0.01131770412287793
}
},
{
"size": 48,
"view_count": 3,
"repeat_count": 2,
"deterministic": true,
"signature": "77ce7322e3dee44bf66233f764db22688ecadc1ab5ac10920e905086345a7e48",
"metrics": {
"point_count": 3600,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 3,
"supported_source_view_count": 3,
"multi_view_voxel_fraction": 0.04638888888888889,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.55078125,
"mean_absolute_error": 0.04051337018609047,
"median_absolute_error": 0.00362318754196167
},
{
"coverage": 0.5685763888888888,
"mean_absolute_error": 0.03894535079598427,
"median_absolute_error": 0.00362318754196167
},
{
"coverage": 0.5594618055555556,
"mean_absolute_error": 0.03844000771641731,
"median_absolute_error": 0.00362318754196167
}
],
"mean_reprojection_mae": 0.03929957623283068,
"support_pruning_min_views_2": {
"before_point_count": 3600,
"after_point_count": 167,
"retained_fraction": 0.04638888888888889
}
},
{
"size": 48,
"view_count": 4,
"repeat_count": 2,
"deterministic": true,
"signature": "e16bab723bd08695d9b5fd3286f454c8a8348913f2dba153019d7c28a8531220",
"metrics": {
"point_count": 4732,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 4,
"supported_source_view_count": 4,
"multi_view_voxel_fraction": 0.057480980557903634,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.5924479166666666,
"mean_absolute_error": 0.06851787120103836,
"median_absolute_error": 0.006340503692626953
},
{
"coverage": 0.5924479166666666,
"mean_absolute_error": 0.06851787120103836,
"median_absolute_error": 0.006340503692626953
},
{
"coverage": 0.5920138888888888,
"mean_absolute_error": 0.06868540495634079,
"median_absolute_error": 0.006340503692626953
},
{
"coverage": 0.5920138888888888,
"mean_absolute_error": 0.06868540495634079,
"median_absolute_error": 0.006340503692626953
}
],
"mean_reprojection_mae": 0.06860163807868958,
"support_pruning_min_views_2": {
"before_point_count": 4732,
"after_point_count": 272,
"retained_fraction": 0.057480980557903634
}
},
{
"size": 64,
"view_count": 1,
"repeat_count": 2,
"deterministic": true,
"signature": "dd71509eba6a66ff89f0246560690bce87cf768a9670780c95fc30614bebd7b7",
"metrics": {
"point_count": 1431,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 1,
"supported_source_view_count": 1,
"multi_view_voxel_fraction": 0.0,
"support_status": "single_view_baseline"
},
"reprojection_consistency": [
{
"coverage": 0.341552734375,
"mean_absolute_error": 0.004842235241085291,
"median_absolute_error": 0.0035282373428344727
}
],
"mean_reprojection_mae": 0.004842235241085291,
"support_pruning_min_views_2": {
"before_point_count": 1431,
"after_point_count": 0,
"retained_fraction": 0.0
}
},
{
"size": 64,
"view_count": 2,
"repeat_count": 2,
"deterministic": true,
"signature": "7d8825f7a54fc03669591016f030cb5e8e30e1c64095e2025dd97c79b38f77e4",
"metrics": {
"point_count": 2822,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 2,
"supported_source_view_count": 2,
"multi_view_voxel_fraction": 0.011339475549255847,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.354736328125,
"mean_absolute_error": 0.02579650841653347,
"median_absolute_error": 0.0038306117057800293
},
{
"coverage": 0.354248046875,
"mean_absolute_error": 0.025842003524303436,
"median_absolute_error": 0.0038306117057800293
}
],
"mean_reprojection_mae": 0.025819255970418453,
"support_pruning_min_views_2": {
"before_point_count": 2822,
"after_point_count": 32,
"retained_fraction": 0.011339475549255847
}
},
{
"size": 64,
"view_count": 3,
"repeat_count": 2,
"deterministic": true,
"signature": "a388f8a4da468a4078ce915a5db9af2cf1ebb2698282e0794f4a56bd03e66b8b",
"metrics": {
"point_count": 4036,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 3,
"supported_source_view_count": 3,
"multi_view_voxel_fraction": 0.05401387512388504,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.369140625,
"mean_absolute_error": 0.03955407068133354,
"median_absolute_error": 0.005040287971496582
},
{
"coverage": 0.369384765625,
"mean_absolute_error": 0.03742992877960205,
"median_absolute_error": 0.005544304847717285
},
{
"coverage": 0.36181640625,
"mean_absolute_error": 0.0376586951315403,
"median_absolute_error": 0.005292385816574097
}
],
"mean_reprojection_mae": 0.038214231530825295,
"support_pruning_min_views_2": {
"before_point_count": 4036,
"after_point_count": 218,
"retained_fraction": 0.05401387512388504
}
},
{
"size": 64,
"view_count": 4,
"repeat_count": 2,
"deterministic": true,
"signature": "6f19d947368adaa1308e9ffad15aace9bd936fe6bed28465fdc22a876c3d366a",
"metrics": {
"point_count": 5416,
"confidence_mean": 1.0,
"confidence_p95": 1.0,
"dominant_source_view_count": 4,
"supported_source_view_count": 4,
"multi_view_voxel_fraction": 0.05391432791728213,
"support_status": "synthetic_prior_support"
},
"reprojection_consistency": [
{
"coverage": 0.40625,
"mean_absolute_error": 0.06615665555000305,
"median_absolute_error": 0.007560551166534424
},
{
"coverage": 0.40625,
"mean_absolute_error": 0.06615665555000305,
"median_absolute_error": 0.007560551166534424
},
{
"coverage": 0.40576171875,
"mean_absolute_error": 0.0662449449300766,
"median_absolute_error": 0.007560551166534424
},
{
"coverage": 0.40576171875,
"mean_absolute_error": 0.0662449449300766,
"median_absolute_error": 0.007560551166534424
}
],
"mean_reprojection_mae": 0.06620080024003983,
"support_pruning_min_views_2": {
"before_point_count": 5416,
"after_point_count": 292,
"retained_fraction": 0.05391432791728213
}
}
]
}