| { |
| "selection": { |
| "variant": "objects1024", |
| "checkpoint": "local-run/runs/forma/experiments/objects1024-seed44/best.pt", |
| "threshold": 0.6, |
| "repeat_checkpoint": "local-run/runs/forma/experiments/objects1024-seed45/best.pt", |
| "repeat_threshold": 0.6 |
| }, |
| "runs": { |
| "selected": { |
| "score": { |
| "loss": 0.5288282543048263, |
| "occupancy_iou": 0.434657429975929, |
| "silhouette_iou": 0.5405500827612161, |
| "chamfer": 0.05237952823786939, |
| "latency_seconds": 0.007597888194723055, |
| "threshold": 0.6, |
| "examples": 400, |
| "empty_outputs": 0, |
| "manifest_sha256": "3e8cbaf375a295064f46df792e428e409aef384d5f4983c534b17ccddef9db91", |
| "rss_bytes": 414646272, |
| "peak_rss_bytes": 435437568 |
| }, |
| "checkpoint_sha256": "ed7820ccd07b1a0fdbb17a95476f45892e2bd4ea7eba6c593e995845d9a9560d", |
| "ci": { |
| "silhouette_iou": { |
| "delta_candidate_minus_baseline": 0.07686164669613241, |
| "ci95": [ |
| 0.06620625277555024, |
| 0.08925644709590333 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| }, |
| "occupancy_iou": { |
| "delta_candidate_minus_baseline": 0.09725900993297572, |
| "ci95": [ |
| 0.07289312401256197, |
| 0.12272462646698633 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| }, |
| "chamfer": { |
| "delta_candidate_minus_baseline": -0.017205378974122443, |
| "ci95": [ |
| -0.03761618323597912, |
| -0.0062196922360514394 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| } |
| } |
| }, |
| "repeat": { |
| "score": { |
| "loss": 0.5437050361186266, |
| "occupancy_iou": 0.4125259027257265, |
| "silhouette_iou": 0.5465734927516692, |
| "chamfer": 0.05410549798496925, |
| "latency_seconds": 0.007690862412564456, |
| "threshold": 0.6, |
| "examples": 400, |
| "empty_outputs": 0, |
| "manifest_sha256": "3e8cbaf375a295064f46df792e428e409aef384d5f4983c534b17ccddef9db91", |
| "rss_bytes": 420741120, |
| "peak_rss_bytes": 435437568 |
| }, |
| "checkpoint_sha256": "a576d652928faa265c221bedac7fdbce1d8e8be8a8c7b9ec2d5cff240d28021c", |
| "ci": { |
| "silhouette_iou": { |
| "delta_candidate_minus_baseline": 0.08288505668658566, |
| "ci95": [ |
| 0.07360989200676811, |
| 0.09423433733451456 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| }, |
| "occupancy_iou": { |
| "delta_candidate_minus_baseline": 0.07512748268277328, |
| "ci95": [ |
| 0.0540098029584061, |
| 0.0983109243792212 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| }, |
| "chamfer": { |
| "delta_candidate_minus_baseline": -0.0154794092270226, |
| "ci95": [ |
| -0.035662256027738926, |
| -0.004783220070014258 |
| ], |
| "clusters": 100, |
| "bootstrap_repeats": 2000 |
| } |
| } |
| } |
| }, |
| "baseline": { |
| "loss": 0.5606700345873833, |
| "occupancy_iou": 0.33739842004295334, |
| "silhouette_iou": 0.46368843606508364, |
| "chamfer": 0.06958490721199183, |
| "latency_seconds": 0.00743420758168213, |
| "threshold": 0.5, |
| "examples": 400, |
| "empty_outputs": 2, |
| "manifest_sha256": "3e8cbaf375a295064f46df792e428e409aef384d5f4983c534b17ccddef9db91", |
| "rss_bytes": 433438720, |
| "peak_rss_bytes": 433422336 |
| }, |
| "batch": { |
| "batch": 8 |
| }, |
| "limitations": "ABO Gaussian-proxy input only. Chamfer is center-to-mesh-surface-sample distance; silhouettes use orthographic alpha>=0.5 vs triangle rasterization at 96px. Not photorealistic or natural-photo evaluation." |
| } |
|
|
