visual-product-matching / evaluation /cache_validation_baseline.json
Ypeng12's picture
Add evaluated calibration preset, bounded SIFT cache, and reproducible 360-pair results
ad7798f verified
Raw History Blame Contribute Delete
12.6 kB
{
"phase": "baseline",
"revision": "eced47593d5607a11d58a10129f14198d576ed40",
"started_utc": "2026-09-17T02:14:19.174729+00:00",
"method": "Deployed Gradio API with explicit original settings. Output hashes use decoded RGB pixels, not encoded PNG files.",
"examples": {
"identical_bag": {
"diagnostics": {
"score": 100.0,
"decision": "Above threshold",
"threshold": 75.0,
"latency_ms": 344.88,
"scores": {
"perceptual": 1.0,
"phash": 1.0,
"dhash": 1.0,
"features": 1.0,
"ssim": 1.0,
"color": 1.0
},
"weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"hashes": {
"bits": 64,
"phash": {
"a": "bcc3c33ec84cd938",
"b": "bcc3c33ec84cd938",
"distance": 0
},
"dhash": {
"a": "a84d96373b3b2f9e",
"b": "a84d96373b3b2f9e",
"distance": 0
}
},
"features": {
"keypoints_a": 713,
"keypoints_b": 713,
"ratio_pass_a_to_b": 713,
"ratio_pass_b_to_a": 713,
"mutual_matches": 713,
"drawn_matches": 40,
"drawn_mutual_matches": 40,
"displayed_match_type": "Forward Lowe-ratio candidates; scoring uses mutual matches only"
},
"ssim_raw": 1.0,
"delta_e": 0.0,
"settings": {
"lowe_ratio": 0.75,
"draw_count": 40,
"input_weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"canvas_size": [
384,
384
],
"preprocessing": "EXIF orientation, aspect-preserving resize, white letterbox",
"sift_nfeatures": 1000,
"sift_region": "Resized image content only, excluding synthetic letterbox edges",
"flann_trees": 5,
"flann_checks": 100,
"flann_k": 2,
"feature_score_formula": "2 * mutual_matches / (keypoints_a + keypoints_b)",
"perceptual_score_formula": "(phash_similarity + dhash_similarity) / 2",
"ssim_fusion": "clip(ssim_raw, 0, 1)",
"heatmap_value": "clip(local_ssim, 0, 1)",
"heatmap_colormap": "JET: blue at 0 (low similarity), red at 1 (identical local structure)",
"color_method": "Delta E 1976 between mean floating-point CIELAB colors",
"color_score_formula": "clip(1 - delta_e / 100, 0, 1)",
"random_seed": 0
},
"warnings": [],
"images": {
"a": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
},
"b": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
}
},
"backend": "Python / OpenCV"
},
"matches_rgb": {
"mode": "RGB",
"size": [
768,
384
],
"sha256_pixels": "12cbb0ce4addc0cb49dca25d93a063a8ed61349b95b5962aade32c00c56a112c"
},
"heatmap_rgb": {
"mode": "RGB",
"size": [
384,
384
],
"sha256_pixels": "dab22f8d30807125a28001b0468740621253faa0bbc4d3a68db770ef28b6c713"
}
},
"alternate_bag": {
"diagnostics": {
"score": 52.48078861001918,
"decision": "Below threshold",
"threshold": 75.0,
"latency_ms": 227.88,
"scores": {
"perceptual": 0.6875,
"phash": 0.65625,
"dhash": 0.71875,
"features": 0.0026560424966799467,
"ssim": 0.5968411923888757,
"color": 0.9919641743670635
},
"weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"hashes": {
"bits": 64,
"phash": {
"a": "bcc3c33ec84cd938",
"b": "ac93c66d1b649b91",
"distance": 22
},
"dhash": {
"a": "a84d96373b3b2f9e",
"b": "a0c42b2b332b0f8c",
"distance": 18
}
},
"features": {
"keypoints_a": 713,
"keypoints_b": 793,
"ratio_pass_a_to_b": 28,
"ratio_pass_b_to_a": 19,
"mutual_matches": 2,
"drawn_matches": 28,
"drawn_mutual_matches": 2,
"displayed_match_type": "Forward Lowe-ratio candidates; scoring uses mutual matches only"
},
"ssim_raw": 0.5968411923888757,
"delta_e": 0.8035825632936471,
"settings": {
"lowe_ratio": 0.75,
"draw_count": 40,
"input_weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"canvas_size": [
384,
384
],
"preprocessing": "EXIF orientation, aspect-preserving resize, white letterbox",
"sift_nfeatures": 1000,
"sift_region": "Resized image content only, excluding synthetic letterbox edges",
"flann_trees": 5,
"flann_checks": 100,
"flann_k": 2,
"feature_score_formula": "2 * mutual_matches / (keypoints_a + keypoints_b)",
"perceptual_score_formula": "(phash_similarity + dhash_similarity) / 2",
"ssim_fusion": "clip(ssim_raw, 0, 1)",
"heatmap_value": "clip(local_ssim, 0, 1)",
"heatmap_colormap": "JET: blue at 0 (low similarity), red at 1 (identical local structure)",
"color_method": "Delta E 1976 between mean floating-point CIELAB colors",
"color_score_formula": "clip(1 - delta_e / 100, 0, 1)",
"random_seed": 0
},
"warnings": [],
"images": {
"a": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
},
"b": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
}
},
"backend": "Python / OpenCV"
},
"matches_rgb": {
"mode": "RGB",
"size": [
768,
384
],
"sha256_pixels": "e355b662c20da1549af8d9a6aa206f30ac16a5a67c461393ec93528a06f85dde"
},
"heatmap_rgb": {
"mode": "RGB",
"size": [
384,
384
],
"sha256_pixels": "c3508a58ec8c1f6ed7cdd6de6da6460ba59942839d30671164fe955fb76c9cb8"
}
},
"bag_vs_sneaker": {
"diagnostics": {
"score": 47.47434774803273,
"decision": "Below threshold",
"threshold": 75.0,
"latency_ms": 179.67,
"scores": {
"perceptual": 0.578125,
"phash": 0.625,
"dhash": 0.53125,
"features": 0.004153686396677051,
"ssim": 0.5990992655906449,
"color": 0.901200092215976
},
"weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"hashes": {
"bits": 64,
"phash": {
"a": "bcc3c33ec84cd938",
"b": "be91c11eb4781fc1",
"distance": 24
},
"dhash": {
"a": "a84d96373b3b2f9e",
"b": "80f0080e373513c8",
"distance": 30
}
},
"features": {
"keypoints_a": 713,
"keypoints_b": 250,
"ratio_pass_a_to_b": 4,
"ratio_pass_b_to_a": 7,
"mutual_matches": 2,
"drawn_matches": 4,
"drawn_mutual_matches": 2,
"displayed_match_type": "Forward Lowe-ratio candidates; scoring uses mutual matches only"
},
"ssim_raw": 0.5990992655906449,
"delta_e": 9.879990778402398,
"settings": {
"lowe_ratio": 0.75,
"draw_count": 40,
"input_weights": {
"perceptual": 0.3,
"features": 0.3,
"ssim": 0.2,
"color": 0.2
},
"canvas_size": [
384,
384
],
"preprocessing": "EXIF orientation, aspect-preserving resize, white letterbox",
"sift_nfeatures": 1000,
"sift_region": "Resized image content only, excluding synthetic letterbox edges",
"flann_trees": 5,
"flann_checks": 100,
"flann_k": 2,
"feature_score_formula": "2 * mutual_matches / (keypoints_a + keypoints_b)",
"perceptual_score_formula": "(phash_similarity + dhash_similarity) / 2",
"ssim_fusion": "clip(ssim_raw, 0, 1)",
"heatmap_value": "clip(local_ssim, 0, 1)",
"heatmap_colormap": "JET: blue at 0 (low similarity), red at 1 (identical local structure)",
"color_method": "Delta E 1976 between mean floating-point CIELAB colors",
"color_score_formula": "clip(1 - delta_e / 100, 0, 1)",
"random_seed": 0
},
"warnings": [],
"images": {
"a": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
},
"b": {
"source_size": [
1024,
1024
],
"source_mode": "RGBA",
"oriented_size": [
1024,
1024
],
"processed_size": [
384,
384
],
"content_size": [
384,
384
],
"padding": {
"left": 0,
"top": 0,
"right": 0,
"bottom": 0
}
}
},
"backend": "Python / OpenCV"
},
"matches_rgb": {
"mode": "RGB",
"size": [
768,
384
],
"sha256_pixels": "83a5695a0c280abe09277ac7e464baa06a252c6e161cfc78ce44a18ce6f06b15"
},
"heatmap_rgb": {
"mode": "RGB",
"size": [
384,
384
],
"sha256_pixels": "ef871233a29dcf48932d98bf4ccde1f550edcb4e595debce06b06551af16bdee"
}
}
},
"checks": [
{
"name": "revision_unchanged_during_run",
"passed": true,
"evidence": null
}
],
"passed": true,
"finished_utc": "2026-09-17T02:14:28.273335+00:00"
}