| { |
| "protocol": { |
| "protocol_version": "2.0.0-followup", |
| "reason": "The first run exposed an active-sampling regression after unannounced geometry changes. Evaluate observation-triggered trust revocation on a disjoint scene split.", |
| "frozen_before_followup_run": true, |
| "scene_ids": [ |
| 300, |
| 301, |
| 302, |
| 303, |
| 304, |
| 305, |
| 306, |
| 307 |
| ], |
| "replicate_seeds": [ |
| 4101, |
| 4102, |
| 4103 |
| ], |
| "receiver_grid": [ |
| 32, |
| 64 |
| ], |
| "viewport": [ |
| 16, |
| 20 |
| ], |
| "emitter_grid_side": 6, |
| "rays_per_receiver_per_frame": 2, |
| "phases": { |
| "cold": 4, |
| "warm": 16, |
| "revisit": 8, |
| "relight": 8, |
| "hidden_change": 8 |
| }, |
| "unseen_ticks_before_revisit": 500, |
| "unseen_tick_semantics": "No observations of these receivers. This is a clock gap, not 500 fully rendered frames.", |
| "methods": [ |
| "raw_importance", |
| "screen_cv", |
| "world_cv", |
| "world_active_cv", |
| "world_guarded_cv" |
| ], |
| "primary_comparison": "world_guarded_cv versus world_active_cv expected MSE in hidden_change phase", |
| "reporting": "Include first surprise frame and all later frames. No oracle change flag. Observe conflict after correcting current output; revoke all trust for next output.", |
| "scope": "Follow-up on independent scenes; same renderer family, neural weights, ray budget and material/light setup" |
| }, |
| "elapsed_seconds": 10.221205891000864, |
| "environment": { |
| "python": "3.12.14", |
| "numpy": "2.3.5", |
| "device": "cpu" |
| }, |
| "record_count": 5280, |
| "total_physical_ray_calls": 3379200, |
| "per_persistent_method_memory_bytes": 589824, |
| "prior_preparation": [ |
| { |
| "scene": 300, |
| "prior_all_receivers_seconds": 0.042850185000133933, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 301, |
| "prior_all_receivers_seconds": 0.027191984001547098, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 302, |
| "prior_all_receivers_seconds": 0.02130761700027506, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 303, |
| "prior_all_receivers_seconds": 0.01267672099857009, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 304, |
| "prior_all_receivers_seconds": 0.014257438997447025, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 305, |
| "prior_all_receivers_seconds": 0.026524998000240885, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 306, |
| "prior_all_receivers_seconds": 0.012302847997489152, |
| "prior_receiver_emitter_pairs": 73728 |
| }, |
| { |
| "scene": 307, |
| "prior_all_receivers_seconds": 0.013320873000338906, |
| "prior_receiver_emitter_pairs": 73728 |
| } |
| ], |
| "summary": [ |
| { |
| "phase": "cold", |
| "method": "raw_importance", |
| "expected_mse": 0.002278030337252394, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.001382861437114928, |
| 0.0033031871304946944 |
| ], |
| "observed_mse": 0.0022729146210994093, |
| "negative_channel_fraction": 0.0, |
| "cpu_median_ms": 1.0491110006114468, |
| "cpu_p99_ms": 2.0881351978459826 |
| }, |
| { |
| "phase": "cold", |
| "method": "screen_cv", |
| "expected_mse": 0.001861964656584582, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0010533846594438124, |
| 0.0027300779453183124 |
| ], |
| "observed_mse": 0.001832449653282748, |
| "negative_channel_fraction": 0.02829861111111111, |
| "cpu_median_ms": 1.1879799985763384, |
| "cpu_p99_ms": 2.3887864514108506 |
| }, |
| { |
| "phase": "cold", |
| "method": "world_cv", |
| "expected_mse": 0.001861964656584582, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0010533846594438124, |
| 0.0027300779453183124 |
| ], |
| "observed_mse": 0.001832449653282748, |
| "negative_channel_fraction": 0.02829861111111111, |
| "cpu_median_ms": 1.1121504994662246, |
| "cpu_p99_ms": 2.054171349845996 |
| }, |
| { |
| "phase": "cold", |
| "method": "world_active_cv", |
| "expected_mse": 0.0016029656125190908, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.000845308380133287, |
| 0.002414035421599948 |
| ], |
| "observed_mse": 0.0015777398906857206, |
| "negative_channel_fraction": 0.02085503472222222, |
| "cpu_median_ms": 1.1533430006238632, |
| "cpu_p99_ms": 1.692420350445899 |
| }, |
| { |
| "phase": "cold", |
| "method": "world_guarded_cv", |
| "expected_mse": 0.0016029656125190908, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.000845308380133287, |
| 0.002414035421599948 |
| ], |
| "observed_mse": 0.0015777398906857206, |
| "negative_channel_fraction": 0.02085503472222222, |
| "cpu_median_ms": 1.1530325009516673, |
| "cpu_p99_ms": 1.794260950555325 |
| }, |
| { |
| "phase": "warm", |
| "method": "raw_importance", |
| "expected_mse": 0.002278030337252394, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.001382861437114928, |
| 0.0033031871304946944 |
| ], |
| "observed_mse": 0.002281368737863943, |
| "negative_channel_fraction": 0.0, |
| "cpu_median_ms": 1.0278890003974084, |
| "cpu_p99_ms": 2.0072451704618297 |
| }, |
| { |
| "phase": "warm", |
| "method": "screen_cv", |
| "expected_mse": 0.0013259898582965684, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0007882150518697027, |
| 0.001892254912917625 |
| ], |
| "observed_mse": 0.0013242749477797228, |
| "negative_channel_fraction": 0.017854817708333335, |
| "cpu_median_ms": 1.1886659995070659, |
| "cpu_p99_ms": 2.2209246892452996 |
| }, |
| { |
| "phase": "warm", |
| "method": "world_cv", |
| "expected_mse": 0.0012722320193981297, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0007518201859546781, |
| 0.0018191810879896351 |
| ], |
| "observed_mse": 0.001270083465889256, |
| "negative_channel_fraction": 0.017146809895833334, |
| "cpu_median_ms": 1.1232774995733052, |
| "cpu_p99_ms": 2.216941669685192 |
| }, |
| { |
| "phase": "warm", |
| "method": "world_active_cv", |
| "expected_mse": 0.00045526218425435375, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.00025144622518266955, |
| 0.0006731359416054228 |
| ], |
| "observed_mse": 0.0004622598850175152, |
| "negative_channel_fraction": 0.005946180555555555, |
| "cpu_median_ms": 1.188736001495272, |
| "cpu_p99_ms": 2.5260032393271197 |
| }, |
| { |
| "phase": "warm", |
| "method": "world_guarded_cv", |
| "expected_mse": 0.00045526218425435375, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.00025144622518266955, |
| 0.0006731359416054228 |
| ], |
| "observed_mse": 0.0004622598850175152, |
| "negative_channel_fraction": 0.005946180555555555, |
| "cpu_median_ms": 1.1760074994526803, |
| "cpu_p99_ms": 2.369533638593567 |
| }, |
| { |
| "phase": "revisit", |
| "method": "raw_importance", |
| "expected_mse": 0.002278030337252394, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.001382861437114928, |
| 0.0033031871304946944 |
| ], |
| "observed_mse": 0.002254600720064797, |
| "negative_channel_fraction": 0.0, |
| "cpu_median_ms": 1.0296064992871834, |
| "cpu_p99_ms": 2.44540198793402 |
| }, |
| { |
| "phase": "revisit", |
| "method": "screen_cv", |
| "expected_mse": 0.0017444720987274107, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0009943386109199479, |
| 0.0025413682846502647 |
| ], |
| "observed_mse": 0.0017329691525430704, |
| "negative_channel_fraction": 0.02598198784722222, |
| "cpu_median_ms": 1.1741194994101534, |
| "cpu_p99_ms": 2.067397769678792 |
| }, |
| { |
| "phase": "revisit", |
| "method": "world_cv", |
| "expected_mse": 0.000738244250110184, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.00045319999207237704, |
| 0.0010359903024364772 |
| ], |
| "observed_mse": 0.0007289207832879693, |
| "negative_channel_fraction": 0.012125651041666666, |
| "cpu_median_ms": 1.1068824987887638, |
| "cpu_p99_ms": 2.1782210678065894 |
| }, |
| { |
| "phase": "revisit", |
| "method": "world_active_cv", |
| "expected_mse": 3.567577309429028e-05, |
| "expected_mse_scene_bootstrap_95": [ |
| 2.40196057491143e-05, |
| 4.9150549809453664e-05 |
| ], |
| "observed_mse": 3.650786010718105e-05, |
| "negative_channel_fraction": 0.0003743489583333333, |
| "cpu_median_ms": 1.132055498601403, |
| "cpu_p99_ms": 2.2929775105876624 |
| }, |
| { |
| "phase": "revisit", |
| "method": "world_guarded_cv", |
| "expected_mse": 3.567577309429028e-05, |
| "expected_mse_scene_bootstrap_95": [ |
| 2.40196057491143e-05, |
| 4.9150549809453664e-05 |
| ], |
| "observed_mse": 3.650786010718105e-05, |
| "negative_channel_fraction": 0.0003743489583333333, |
| "cpu_median_ms": 1.1314554994896753, |
| "cpu_p99_ms": 2.309835759806449 |
| }, |
| { |
| "phase": "relight", |
| "method": "raw_importance", |
| "expected_mse": 0.009544022578700385, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.009185815459074598, |
| 0.009942540038719468 |
| ], |
| "observed_mse": 0.009527662101312166, |
| "negative_channel_fraction": 0.0, |
| "cpu_median_ms": 1.0169470006076153, |
| "cpu_p99_ms": 3.885759568620416 |
| }, |
| { |
| "phase": "relight", |
| "method": "screen_cv", |
| "expected_mse": 0.002130512106145802, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.001321843964743653, |
| 0.002958318959852112 |
| ], |
| "observed_mse": 0.0021260153358730184, |
| "negative_channel_fraction": 0.02912326388888889, |
| "cpu_median_ms": 1.1925420003535692, |
| "cpu_p99_ms": 3.18136044825224 |
| }, |
| { |
| "phase": "relight", |
| "method": "world_cv", |
| "expected_mse": 0.0008402148951923723, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0005491240305182071, |
| 0.0011331107307880363 |
| ], |
| "observed_mse": 0.0008325713062014243, |
| "negative_channel_fraction": 0.01395941840277778, |
| "cpu_median_ms": 1.109391499994672, |
| "cpu_p99_ms": 3.6572222202812563 |
| }, |
| { |
| "phase": "relight", |
| "method": "world_active_cv", |
| "expected_mse": 3.274045200812793e-05, |
| "expected_mse_scene_bootstrap_95": [ |
| 2.4002103688204065e-05, |
| 4.233658668978395e-05 |
| ], |
| "observed_mse": 2.9926763265971823e-05, |
| "negative_channel_fraction": 0.0005045572916666666, |
| "cpu_median_ms": 1.1189260003447998, |
| "cpu_p99_ms": 2.1353945790542643 |
| }, |
| { |
| "phase": "relight", |
| "method": "world_guarded_cv", |
| "expected_mse": 3.274045200812793e-05, |
| "expected_mse_scene_bootstrap_95": [ |
| 2.4002103688204065e-05, |
| 4.233658668978395e-05 |
| ], |
| "observed_mse": 2.9926763265971823e-05, |
| "negative_channel_fraction": 0.0005045572916666666, |
| "cpu_median_ms": 1.1288709993095836, |
| "cpu_p99_ms": 2.3435351426815036 |
| }, |
| { |
| "phase": "hidden_change", |
| "method": "raw_importance", |
| "expected_mse": 0.009404723373556625, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0089999760195073, |
| 0.009820571748283017 |
| ], |
| "observed_mse": 0.009382053222944907, |
| "negative_channel_fraction": 0.0, |
| "cpu_median_ms": 1.0333424997952534, |
| "cpu_p99_ms": 2.927502850216116 |
| }, |
| { |
| "phase": "hidden_change", |
| "method": "screen_cv", |
| "expected_mse": 0.0035189001001030137, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.001991749752533354, |
| 0.00512184462698897 |
| ], |
| "observed_mse": 0.003484143799611273, |
| "negative_channel_fraction": 0.023280164930555555, |
| "cpu_median_ms": 1.1909000004379777, |
| "cpu_p99_ms": 2.741044848735329 |
| }, |
| { |
| "phase": "hidden_change", |
| "method": "world_cv", |
| "expected_mse": 0.004111727155973421, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.0023104501541676924, |
| 0.00604805526507367 |
| ], |
| "observed_mse": 0.004077100516587932, |
| "negative_channel_fraction": 0.024186197916666666, |
| "cpu_median_ms": 1.1012140003003879, |
| "cpu_p99_ms": 2.3373411314605637 |
| }, |
| { |
| "phase": "hidden_change", |
| "method": "world_active_cv", |
| "expected_mse": 0.007152660883480107, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.00419671479946693, |
| 0.010378124104976781 |
| ], |
| "observed_mse": 0.008034126809199607, |
| "negative_channel_fraction": 0.021131727430555552, |
| "cpu_median_ms": 1.1309940000501228, |
| "cpu_p99_ms": 2.5948278700525425 |
| }, |
| { |
| "phase": "hidden_change", |
| "method": "world_guarded_cv", |
| "expected_mse": 0.003819005770546966, |
| "expected_mse_scene_bootstrap_95": [ |
| 0.002097133484469085, |
| 0.005689129670517036 |
| ], |
| "observed_mse": 0.003925285625887833, |
| "negative_channel_fraction": 0.019710286458333334, |
| "cpu_median_ms": 1.1562575018615462, |
| "cpu_p99_ms": 2.6748152896470865 |
| } |
| ], |
| "comparisons": [ |
| { |
| "phase": "cold", |
| "contender": "world_guarded_cv", |
| "baseline": "world_active_cv", |
| "relative_expected_mse_reduction": 0.0, |
| "scene_bootstrap_95": [ |
| 0.0, |
| 0.0 |
| ] |
| }, |
| { |
| "phase": "cold", |
| "contender": "world_guarded_cv", |
| "baseline": "world_cv", |
| "relative_expected_mse_reduction": 0.13909987128358037, |
| "scene_bootstrap_95": [ |
| 0.09616870412775219, |
| 0.20646889387675293 |
| ] |
| }, |
| { |
| "phase": "cold", |
| "contender": "world_guarded_cv", |
| "baseline": "raw_importance", |
| "relative_expected_mse_reduction": 0.2963370213706287, |
| "scene_bootstrap_95": [ |
| 0.1646387495446217, |
| 0.43164203658144695 |
| ] |
| }, |
| { |
| "phase": "cold", |
| "contender": "world_guarded_cv", |
| "baseline": "screen_cv", |
| "relative_expected_mse_reduction": 0.13909987128358037, |
| "scene_bootstrap_95": [ |
| 0.09616870412775219, |
| 0.20646889387675293 |
| ] |
| }, |
| { |
| "phase": "warm", |
| "contender": "world_guarded_cv", |
| "baseline": "world_active_cv", |
| "relative_expected_mse_reduction": 0.0, |
| "scene_bootstrap_95": [ |
| 0.0, |
| 0.0 |
| ] |
| }, |
| { |
| "phase": "warm", |
| "contender": "world_guarded_cv", |
| "baseline": "world_cv", |
| "relative_expected_mse_reduction": 0.6421547506171632, |
| "scene_bootstrap_95": [ |
| 0.6224114564753193, |
| 0.6652525340753204 |
| ] |
| }, |
| { |
| "phase": "warm", |
| "contender": "world_guarded_cv", |
| "baseline": "raw_importance", |
| "relative_expected_mse_reduction": 0.8001509563724861, |
| "scene_bootstrap_95": [ |
| 0.7608487067317056, |
| 0.8347188803198892 |
| ] |
| }, |
| { |
| "phase": "warm", |
| "contender": "world_guarded_cv", |
| "baseline": "screen_cv", |
| "relative_expected_mse_reduction": 0.6566623934520843, |
| "scene_bootstrap_95": [ |
| 0.6411393215568033, |
| 0.6805904523482751 |
| ] |
| }, |
| { |
| "phase": "revisit", |
| "contender": "world_guarded_cv", |
| "baseline": "world_active_cv", |
| "relative_expected_mse_reduction": 0.0, |
| "scene_bootstrap_95": [ |
| 0.0, |
| 0.0 |
| ] |
| }, |
| { |
| "phase": "revisit", |
| "contender": "world_guarded_cv", |
| "baseline": "world_cv", |
| "relative_expected_mse_reduction": 0.9516748378480894, |
| "scene_bootstrap_95": [ |
| 0.9428646242672558, |
| 0.9596573775416183 |
| ] |
| }, |
| { |
| "phase": "revisit", |
| "contender": "world_guarded_cv", |
| "baseline": "raw_importance", |
| "relative_expected_mse_reduction": 0.9843392019364764, |
| "scene_bootstrap_95": [ |
| 0.9820934215179112, |
| 0.9856788139296536 |
| ] |
| }, |
| { |
| "phase": "revisit", |
| "contender": "world_guarded_cv", |
| "baseline": "screen_cv", |
| "relative_expected_mse_reduction": 0.979549244083459, |
| "scene_bootstrap_95": [ |
| 0.9757155758651512, |
| 0.9816664420449389 |
| ] |
| }, |
| { |
| "phase": "relight", |
| "contender": "world_guarded_cv", |
| "baseline": "world_active_cv", |
| "relative_expected_mse_reduction": 0.0, |
| "scene_bootstrap_95": [ |
| 0.0, |
| 0.0 |
| ] |
| }, |
| { |
| "phase": "relight", |
| "contender": "world_guarded_cv", |
| "baseline": "world_cv", |
| "relative_expected_mse_reduction": 0.9610332401919252, |
| "scene_bootstrap_95": [ |
| 0.9546131192368722, |
| 0.9666032429032139 |
| ] |
| }, |
| { |
| "phase": "relight", |
| "contender": "world_guarded_cv", |
| "baseline": "raw_importance", |
| "relative_expected_mse_reduction": 0.9965695332614577, |
| "scene_bootstrap_95": [ |
| 0.9956342417426542, |
| 0.9974169267647915 |
| ] |
| }, |
| { |
| "phase": "relight", |
| "contender": "world_guarded_cv", |
| "baseline": "screen_cv", |
| "relative_expected_mse_reduction": 0.9846325904867271, |
| "scene_bootstrap_95": [ |
| 0.9815686436902112, |
| 0.9867179347333928 |
| ] |
| }, |
| { |
| "phase": "hidden_change", |
| "contender": "world_guarded_cv", |
| "baseline": "world_active_cv", |
| "relative_expected_mse_reduction": 0.4660720209219762, |
| "scene_bootstrap_95": [ |
| 0.4397655002086255, |
| 0.5089447770586326 |
| ] |
| }, |
| { |
| "phase": "hidden_change", |
| "contender": "world_guarded_cv", |
| "baseline": "world_cv", |
| "relative_expected_mse_reduction": 0.07119183115085737, |
| "scene_bootstrap_95": [ |
| 0.02665591357362006, |
| 0.12278357789081251 |
| ] |
| }, |
| { |
| "phase": "hidden_change", |
| "contender": "world_guarded_cv", |
| "baseline": "raw_importance", |
| "relative_expected_mse_reduction": 0.5939268366696557, |
| "scene_bootstrap_95": [ |
| 0.4054542200930983, |
| 0.7723757297543742 |
| ] |
| }, |
| { |
| "phase": "hidden_change", |
| "contender": "world_guarded_cv", |
| "baseline": "screen_cv", |
| "relative_expected_mse_reduction": -0.08528394154615726, |
| "scene_bootstrap_95": [ |
| -0.23242464908365415, |
| 0.06532254658267828 |
| ] |
| } |
| ], |
| "limitations": [ |
| "Only a direct-light floor/three-sphere scene family; no game engine or full path tracing.", |
| "Ray counts match. Compute, bandwidth, and VRAM do not match; report is not an equal-frame-time comparison.", |
| "Clock gap has no observations; it is not 500 fully rendered frames.", |
| "CPU timings exclude shared feature/prior preparation and privileged reference enumeration; not full-renderer frame times.", |
| "Hidden changes deliberately omit invalidation and use the stale prior; controls remain fallible.", |
| "Negative linear-radiance estimates are retained for statistical metrics. Display clipping introduces bias.", |
| "Small scene-cluster intervals characterize this generator only; no cross-game generalization claim." |
| ] |
| } |
|
|
